09:02:49.944 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:02:49.955 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpMyaUS/test-tmp
09:02:49.961 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:02:49.965 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpMyaUS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:02:50.194 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:02:50.370 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:02:50.372 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:02:50.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:50.377840 26727 mini_oidc.cc:150] Starting JWKS server
09:02:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:50.382838 26727 webserver.cc:492] Webserver started at http://127.0.0.1:36665/ using document root <none> and password file <none>
09:02:50.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:50.383781 26727 mini_oidc.cc:186] Starting OIDC Discovery server
09:02:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:50.386003 26727 webserver.cc:492] Webserver started at http://127.0.0.1:43743/ using document root <none> and password file <none>
09:02:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-20T09:02:50Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:02:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-20T09:02:50Z Disabled control of system clock
09:02:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:50.456032 26727 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:02:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:02:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/wal
09:02:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/data
09:02:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:02:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:02:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:02:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:02:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:02:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:02:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/logs
09:02:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/data/info.pb
09:02:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:02:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:02:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:02:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:02:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:02:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:02:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:02:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:02:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:02:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:02:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:02:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:02:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.254:45459
09:02:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.254
09:02:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:02:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:02:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:02:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:02:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:02:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:02:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:02:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:02:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36665/jwks.json with env {}
09:02:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.785356 26740 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:02:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.785933 26740 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:02:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.786561 26740 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:02:50.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.821237 26740 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:02:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.821538 26740 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:02:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.821736 26740 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:02:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.821923 26740 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:02:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.822247 26740 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:02:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.822407 26740 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36665/jwks.json
09:02:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:50.861594 26740 master_runner.cc:386] Master server non-default flags:
09:02:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:02:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:02:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:02:50.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:02:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/data
09:02:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/wal
09:02:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:02:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:02:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:02:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:02:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:02:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.254:45459
09:02:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:02:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:02:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:02:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36665/jwks.json
09:02:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:02:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:02:50.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/data/info.pb
09:02:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.254
09:02:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:02:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:02:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:02:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:02:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:02:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:02:50.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/logs
09:02:50.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:02:50.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:02:50.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:02:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:02:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:02:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:02:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:02:50.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:02:50.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:02:50.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:02:50.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:50.863103 26740 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:02:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:50.865224 26740 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:02:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.878479 26746 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:50.879911 26747 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.115013 26749 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.120326 26740 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.239s user 0.002s sys 0.007s
09:02:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.120730 26740 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.240s user 0.002s sys 0.007s
09:02:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.121025 26740 server_base.cc:1061] running on GCE node
09:02:52.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.122771 26740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:02:52.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.126521 26740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:02:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.128696 26740 hybrid_clock.cc:648] HybridClock initialized: now 1773997372128610 us; error 92 us; skew 500 ppm
09:02:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.129959 26740 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:02:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.139858 26740 webserver.cc:492] Webserver started at http://127.26.25.254:33413/ using document root <none> and password file <none>
09:02:52.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.141067 26740 fs_manager.cc:362] Metadata directory not provided
09:02:52.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.141285 26740 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:02:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.141690 26740 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:02:52.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.146401 26740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/data/instance:
09:02:52.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fea4c8b4558d4238923108ef1c367d84"
09:02:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:52 on dist-test-slave-pt5w"
09:02:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.147840 26740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/wal/instance:
09:02:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fea4c8b4558d4238923108ef1c367d84"
09:02:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:52 on dist-test-slave-pt5w"
09:02:52.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.157330 26740 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
09:02:52.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.164228 26756 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:02:52.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.165836 26740 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
09:02:52.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.166320 26740 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/wal
09:02:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fea4c8b4558d4238923108ef1c367d84"
09:02:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:52 on dist-test-slave-pt5w"
09:02:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.166839 26740 fs_report.cc:389] FS layout report
09:02:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:02:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/wal
09:02:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/wal
09:02:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/data/data
09:02:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:02:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:02:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:02:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:02:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:02:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:02:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:02:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:02:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:02:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:02:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:02:52.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.251653 26740 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:02:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.253553 26740 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:02:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.254120 26740 kserver.cc:163] Server-wide thread pool size limit: 3276
09:02:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.340590 26740 rpc_server.cc:307] RPC server started. Bound to: 127.26.25.254:45459
09:02:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.340755 26807 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.25.254:45459 every 8 connection(s)
09:02:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.345028 26740 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/data/info.pb
09:02:52.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.353947 26808 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:02:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.355577 26727 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 26740
09:02:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.356137 26727 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-0/wal/instance
09:02:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.361692 26727 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:02:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:02:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/wal
09:02:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/data
09:02:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:02:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:02:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:02:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:02:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:02:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:02:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/logs
09:02:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/data/info.pb
09:02:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:02:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:02:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:02:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:02:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:02:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:02:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:02:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:02:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:02:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:02:52.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:02:52.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:02:52.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.253:36973
09:02:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.253
09:02:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:02:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:02:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:02:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:02:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:02:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:02:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:02:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:02:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36665/jwks.json with env {}
09:02:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.371333 26808 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } has no permanent_uuid. Determining permanent_uuid...
09:02:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.407649 26808 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } has no permanent_uuid. Determining permanent_uuid...
09:02:52.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.410189 26757 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.414868 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.253:36973: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.464615 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } attempt: 1
09:02:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.470244 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.253:36973: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.538744 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } attempt: 2
09:02:52.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.543200 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.253:36973: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.634683 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } attempt: 3
09:02:52.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.639662 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.253:36973: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.715723 26812 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:02:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.716312 26812 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:02:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.716885 26812 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:02:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.750444 26812 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:02:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.750754 26812 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:02:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.750964 26812 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:02:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.751153 26812 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:02:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.751471 26812 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:02:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.751650 26812 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36665/jwks.json
09:02:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.783185 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } attempt: 4
09:02:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.788434 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.253:36973: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.795809 26812 master_runner.cc:386] Master server non-default flags:
09:02:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:02:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:02:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:02:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:02:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/data
09:02:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/wal
09:02:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:02:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:02:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:02:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:02:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:02:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.253:36973
09:02:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:02:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:02:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:02:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36665/jwks.json
09:02:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:02:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:02:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/data/info.pb
09:02:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.253
09:02:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:02:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:02:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:02:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:02:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:02:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:02:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/logs
09:02:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:02:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:02:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:02:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:02:52.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:02:52.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.797747 26812 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:02:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:52.800386 26812 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:02:52.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.814244 26819 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:53.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:53.087935 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } attempt: 5
09:02:53.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:53.096616 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.253:36973: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:53.644371 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } attempt: 6
09:02:53.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:53.674199 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.253:36973: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.225991 26818 debug-util.cc:398] Leaking SignalData structure 0x7b080002edc0 after lost signal to thread 26812
09:02:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.621863 26818 kernel_stack_watchdog.cc:198] Thread 26812 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 408ms:
09:02:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:02:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:02:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:02:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:02:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:52.819476 26820 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.623476 26812 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.809s user 0.668s sys 1.129s
09:02:54.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.623860 26812 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.810s user 0.669s sys 1.129s
09:02:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.628134 26821 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1806 milliseconds
09:02:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.629974 26822 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.629980 26812 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:02:54.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.631691 26812 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:02:54.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.634331 26812 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:02:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.635679 26812 hybrid_clock.cc:648] HybridClock initialized: now 1773997374635637 us; error 72 us; skew 500 ppm
09:02:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.636500 26812 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:02:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.643047 26812 webserver.cc:492] Webserver started at http://127.26.25.253:34201/ using document root <none> and password file <none>
09:02:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.644167 26812 fs_manager.cc:362] Metadata directory not provided
09:02:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.644369 26812 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:02:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.644850 26812 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:02:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.649623 26812 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/data/instance:
09:02:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0adde2b9074483bbe84a4f1f941fac5"
09:02:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:54 on dist-test-slave-pt5w"
09:02:54.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.650802 26812 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/wal/instance:
09:02:54.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0adde2b9074483bbe84a4f1f941fac5"
09:02:54.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:54 on dist-test-slave-pt5w"
09:02:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.659595 26812 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.002s sys 0.005s
09:02:54.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.666070 26832 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:02:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.667400 26812 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
09:02:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.667869 26812 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/wal
09:02:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0adde2b9074483bbe84a4f1f941fac5"
09:02:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:54 on dist-test-slave-pt5w"
09:02:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.668391 26812 fs_report.cc:389] FS layout report
09:02:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:02:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/wal
09:02:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/wal
09:02:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/data/data
09:02:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:02:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:02:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:02:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:02:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:02:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:02:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:02:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:02:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:02:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:02:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:02:54.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.734822 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } attempt: 7
09:02:54.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.740473 26812 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:02:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.742622 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.253:36973: Network error: Client connection negotiation failed: client connection to 127.26.25.253:36973: connect: Connection refused (error 111)
09:02:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.742740 26812 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:02:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.743307 26812 kserver.cc:163] Server-wide thread pool size limit: 3276
09:02:54.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.824136 26812 rpc_server.cc:307] RPC server started. Bound to: 127.26.25.253:36973
09:02:54.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.824196 26886 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.25.253:36973 every 8 connection(s)
09:02:54.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.827070 26812 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/data/info.pb
09:02:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.828503 26727 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 26812
09:02:54.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.829030 26727 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-1/wal/instance
09:02:54.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.832589 26727 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:02:54.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:02:54.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/wal
09:02:54.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/data
09:02:54.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:02:54.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:02:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:02:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:02:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:02:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:02:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/logs
09:02:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/data/info.pb
09:02:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:02:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:02:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:02:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:02:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:02:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:02:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:02:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:02:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:02:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:02:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:02:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:02:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.252:36929
09:02:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.252
09:02:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:02:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:02:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:02:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:02:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:02:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:02:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:02:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:02:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36665/jwks.json with env {}
09:02:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.835383 26887 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:02:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.847896 26887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } has no permanent_uuid. Determining permanent_uuid...
09:02:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.871707 26887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } has no permanent_uuid. Determining permanent_uuid...
09:02:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.888230 26887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } has no permanent_uuid. Determining permanent_uuid...
09:02:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.891292 26836 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.896234 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:54.945761 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 1
09:02:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:54.950696 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:55.019164 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 2
09:02:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.025524 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:55.116943 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 3
09:02:55.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.121498 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.175843 26889 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:02:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.177244 26889 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:02:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.177860 26889 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:02:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.217818 26889 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:02:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.218250 26889 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:02:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.218580 26889 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:02:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.218940 26889 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:02:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.219317 26889 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:02:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.219625 26889 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36665/jwks.json
09:02:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:55.259130 26889 master_runner.cc:386] Master server non-default flags:
09:02:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:02:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:02:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:02:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:02:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/data
09:02:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/wal
09:02:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:02:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:02:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:02:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:02:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:02:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.252:36929
09:02:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:02:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:02:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:02:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36665/jwks.json
09:02:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:02:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:02:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/data/info.pb
09:02:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.252
09:02:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:02:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:02:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:02:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:02:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:02:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:02:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/logs
09:02:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:02:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:02:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:02:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:02:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:02:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:02:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:02:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:02:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:02:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:02:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:55.261076 26889 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:02:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:55.263669 26889 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:02:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:55.265000 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 4
09:02:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.270144 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.277717 26899 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:55.569643 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 5
09:02:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.590452 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:56.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:56.138062 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 6
09:02:56.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:56.171895 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:56.833154 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } attempt: 8
09:02:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:56.880236 26808 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } has no permanent_uuid. Determining permanent_uuid...
09:02:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:56.899786 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:56.965440 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 1
09:02:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:56.973742 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.027312 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 2
09:02:57.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.038789 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:56.681730 26898 debug-util.cc:398] Leaking SignalData structure 0x7b080002edc0 after lost signal to thread 26889
09:02:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.112604 26889 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.835s user 0.700s sys 1.128s
09:02:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.113003 26889 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.835s user 0.700s sys 1.128s
09:02:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:55.278484 26900 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.115377 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 3
09:02:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.115813 26902 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.121572 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.123112 26901 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1842 milliseconds
09:02:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.123153 26889 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:02:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.124642 26889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:02:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.127153 26889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:02:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.128531 26889 hybrid_clock.cc:648] HybridClock initialized: now 1773997377128476 us; error 70 us; skew 500 ppm
09:02:57.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.129372 26889 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:02:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.136122 26889 webserver.cc:492] Webserver started at http://127.26.25.252:37251/ using document root <none> and password file <none>
09:02:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.137307 26889 fs_manager.cc:362] Metadata directory not provided
09:02:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.137540 26889 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:02:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.138149 26889 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:02:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.143229 26889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/data/instance:
09:02:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32ec4919969747dfae65d895caaab7fe"
09:02:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:57 on dist-test-slave-pt5w"
09:02:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.144542 26889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/wal/instance:
09:02:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32ec4919969747dfae65d895caaab7fe"
09:02:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:57 on dist-test-slave-pt5w"
09:02:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.152432 26889 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.006s
09:02:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.158617 26914 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:02:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.159981 26889 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
09:02:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.160319 26889 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/wal
09:02:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32ec4919969747dfae65d895caaab7fe"
09:02:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:02:57 on dist-test-slave-pt5w"
09:02:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.160648 26889 fs_report.cc:389] FS layout report
09:02:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:02:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/wal
09:02:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/wal
09:02:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/data/data
09:02:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:02:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:02:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:02:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:02:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:02:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:02:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:02:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:02:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:02:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:02:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:02:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.228965 26889 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:02:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.230549 26889 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:02:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.230988 26889 kserver.cc:163] Server-wide thread pool size limit: 3276
09:02:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.232539 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 7
09:02:57.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.240485 26887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.277096 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 4
09:02:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.282608 26808 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.25.252:36929: Network error: Client connection negotiation failed: client connection to 127.26.25.252:36929: connect: Connection refused (error 111)
09:02:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.314973 26889 rpc_server.cc:307] RPC server started. Bound to: 127.26.25.252:36929
09:02:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.315059 26968 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.25.252:36929 every 8 connection(s)
09:02:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.317961 26889 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/data/info.pb
09:02:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.325402 26727 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 26889
09:02:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.325552 26969 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:02:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.325753 26727 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/master-2/wal/instance
09:02:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.342394 26969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } has no permanent_uuid. Determining permanent_uuid...
09:02:57.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.376150 26969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } has no permanent_uuid. Determining permanent_uuid...
09:02:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.390136 26969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } has no permanent_uuid. Determining permanent_uuid...
09:02:57.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.411761 26969 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe: Bootstrap starting.
09:02:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.418630 26969 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe: Neither blocks nor log segments found. Creating new log.
09:02:57.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.420842 26969 log.cc:826] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe: Log is configured to *not* fsync() on all Append() calls
09:02:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.426301 26969 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe: No bootstrap required, opened a new log
09:02:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.447005 26969 raft_consensus.cc:359] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:57.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.447767 26969 raft_consensus.cc:385] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:02:57.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.447978 26969 raft_consensus.cc:740] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 32ec4919969747dfae65d895caaab7fe, State: Initialized, Role: FOLLOWER
09:02:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.448897 26969 consensus_queue.cc:260] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.452409 26979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:02:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.453034 26979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: This master's current role is: FOLLOWER
09:02:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.454216 26969 sys_catalog.cc:565] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: configured and running, proceeding with master startup.
09:02:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.484596 26990 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:02:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.485090 26990 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:02:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.487581 26921 tablet.cc:2379] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:02:57.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.477977 26889 master_runner.cc:186] Error getting master registration for 127.26.25.254:45459: OK, instance_id { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" instance_seqno: 1773997372311727 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:02:57.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.503484 26889 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:02:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.526456 26979 raft_consensus.cc:493] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:02:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.527052 26979 raft_consensus.cc:515] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.529731 26979 leader_election.cc:290] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fea4c8b4558d4238923108ef1c367d84 (127.26.25.254:45459), d0adde2b9074483bbe84a4f1f941fac5 (127.26.25.253:36973)
09:02:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.579059 26808 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 5
09:02:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.601374 26808 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: Bootstrap starting.
09:02:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.609477 26808 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: Neither blocks nor log segments found. Creating new log.
09:02:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.612174 26808 log.cc:826] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: Log is configured to *not* fsync() on all Append() calls
09:02:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.622453 26808 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: No bootstrap required, opened a new log
09:02:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.652974 26808 raft_consensus.cc:359] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.653952 26808 raft_consensus.cc:385] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:02:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.654258 26808 raft_consensus.cc:740] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fea4c8b4558d4238923108ef1c367d84, State: Initialized, Role: FOLLOWER
09:02:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.655233 26808 consensus_queue.cc:260] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.659215 26993 sys_catalog.cc:455] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:02:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.660789 26993 sys_catalog.cc:458] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [sys.catalog]: This master's current role is: FOLLOWER
09:02:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.661371 26808 sys_catalog.cc:565] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [sys.catalog]: configured and running, proceeding with master startup.
09:02:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.662029 26783 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32ec4919969747dfae65d895caaab7fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fea4c8b4558d4238923108ef1c367d84" is_pre_election: true
09:02:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.663009 26783 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 32ec4919969747dfae65d895caaab7fe in term 0.
09:02:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.666734 26917 leader_election.cc:304] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32ec4919969747dfae65d895caaab7fe, fea4c8b4558d4238923108ef1c367d84; no voters:
09:02:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.668416 26979 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 0 FOLLOWER]: Leader pre-election won for term 1
09:02:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.668823 26979 raft_consensus.cc:493] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:02:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.669207 26979 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 0 FOLLOWER]: Advancing to term 1
09:02:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.680681 26979 raft_consensus.cc:515] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.683859 26783 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32ec4919969747dfae65d895caaab7fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fea4c8b4558d4238923108ef1c367d84"
09:02:57.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.684018 26979 leader_election.cc:290] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [CANDIDATE]: Term 1 election: Requested vote from peers fea4c8b4558d4238923108ef1c367d84 (127.26.25.254:45459), d0adde2b9074483bbe84a4f1f941fac5 (127.26.25.253:36973)
09:02:57.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.684510 26783 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [term 0 FOLLOWER]: Advancing to term 1
09:02:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.696234 26783 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 32ec4919969747dfae65d895caaab7fe in term 1.
09:02:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.700062 26917 leader_election.cc:304] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32ec4919969747dfae65d895caaab7fe, fea4c8b4558d4238923108ef1c367d84; no voters:
09:02:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.700899 26979 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 1 FOLLOWER]: Leader election won for term 1
09:02:57.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.705092 26979 raft_consensus.cc:697] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [term 1 LEADER]: Becoming Leader. State: Replica: 32ec4919969747dfae65d895caaab7fe, State: Running, Role: LEADER
09:02:57.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.706323 26979 consensus_queue.cc:237] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.719276 27000 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32ec4919969747dfae65d895caaab7fe. Latest consensus state: current_term: 1 leader_uuid: "32ec4919969747dfae65d895caaab7fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:02:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.720196 27000 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: This master's current role is: LEADER
09:02:57.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.724853 27006 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:02:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.736311 27006 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:02:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.769292 26762 tablet.cc:2379] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:02:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.768770 27007 catalog_manager.cc:1568] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:02:57.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:57.776080 27007 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:02:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.802980 26783 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [term 1 FOLLOWER]: Refusing update from remote peer 32ec4919969747dfae65d895caaab7fe: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:02:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.804991 27000 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [LEADER]: Connected to new peer: Peer: permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:02:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.741287 26740 master_runner.cc:186] Error getting master registration for 127.26.25.253:36973: OK, instance_id { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" instance_seqno: 1773997374801008 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:02:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.812633 26740 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:02:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.854828 26993 sys_catalog.cc:455] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32ec4919969747dfae65d895caaab7fe. Latest consensus state: current_term: 1 leader_uuid: "32ec4919969747dfae65d895caaab7fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:02:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.858706 26993 sys_catalog.cc:458] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [sys.catalog]: This master's current role is: FOLLOWER
09:02:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.863632 26979 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "32ec4919969747dfae65d895caaab7fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:02:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.864377 26979 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: This master's current role is: LEADER
09:02:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.869215 27006 catalog_manager.cc:1357] Generated new cluster ID: 0c154722d3154406b2f848c84523e209
09:02:57.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.869565 27006 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:02:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.880126 26993 sys_catalog.cc:455] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "32ec4919969747dfae65d895caaab7fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:02:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.881003 26993 sys_catalog.cc:458] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84 [sys.catalog]: This master's current role is: FOLLOWER
09:02:57.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.922302 27006 catalog_manager.cc:1380] Generated new certificate authority record
09:02:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.927656 27006 catalog_manager.cc:1514] Loading token signing keys...
09:02:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.962030 27006 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe: Generated new TSK 0
09:02:57.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:57.964656 27006 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:02:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:58.002475 26727 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:02:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:02:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/wal
09:02:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/data
09:02:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:02:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:02:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:02:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/logs
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/data/info.pb
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:02:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.193:0
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.25.193
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.193
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:02:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:02:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:58.619215 27015 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:02:58.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:58.619954 27015 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:02:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:58.620743 27015 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:02:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:58.681025 27015 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:02:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:58.683007 27015 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.25.193
09:02:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:58.785499 27007 catalog_manager.cc:1269] Loaded cluster ID: 0c154722d3154406b2f848c84523e209
09:02:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:58.786374 27007 catalog_manager.cc:1562] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: loading cluster ID for follower catalog manager: success
09:02:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:58.794348 27007 catalog_manager.cc:1584] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: acquiring CA information for follower catalog manager: success
09:02:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:58.801704 27007 catalog_manager.cc:1612] T 00000000000000000000000000000000 P fea4c8b4558d4238923108ef1c367d84: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:58.830505 27015 tablet_server_runner.cc:78] Tablet server non-default flags:
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/data
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/wal
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:02:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.193:0
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/data/info.pb
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.193
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.25.193
09:02:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/logs
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:02:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:58.832458 27015 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:02:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:58.834690 27015 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:02:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:58.872895 27022 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:02:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:59.110299 26915 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.26.25.253:36973 timed out after 1.577s (SENT)
09:02:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.335548 26887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } attempt: 8
09:02:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.414866 26887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5: Bootstrap starting.
09:02:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.511096 26887 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5: Neither blocks nor log segments found. Creating new log.
09:02:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.535640 26887 log.cc:826] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5: Log is configured to *not* fsync() on all Append() calls
09:02:59.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.567566 26887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5: No bootstrap required, opened a new log
09:02:59.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.793656 26887 raft_consensus.cc:359] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:59.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.799535 26887 raft_consensus.cc:385] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:02:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.801604 26887 raft_consensus.cc:740] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0adde2b9074483bbe84a4f1f941fac5, State: Initialized, Role: FOLLOWER
09:02:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.809860 26887 consensus_queue.cc:260] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } }
09:02:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.862771 26887 sys_catalog.cc:565] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [sys.catalog]: configured and running, proceeding with master startup.
09:02:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.864197 26861 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32ec4919969747dfae65d895caaab7fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0adde2b9074483bbe84a4f1f941fac5" is_pre_election: true
09:02:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.863950 27032 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:02:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:59.865779 26861 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33478 (request call id 1) took 2333 ms (client timeout 1577 ms). Trace:
09:02:59.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.876209 27032 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [sys.catalog]: This master's current role is: FOLLOWER
09:02:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.867265 26860 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32ec4919969747dfae65d895caaab7fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0adde2b9074483bbe84a4f1f941fac5"
09:02:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:59.880244 26860 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33478 (request call id 2) took 2196 ms (client timeout 1625 ms). Trace:
09:02:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:59.880767 26860 rpcz_store.cc:269] 0320 09:02:57.683560 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:02:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:02:57.683719 (+ 159us) service_pool.cc:225] Handling call
09:02:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:02:59.880130 (+2196411us) inbound_call.cc:173] Queueing success response
09:02:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:02:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.863969 26858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32ec4919969747dfae65d895caaab7fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0adde2b9074483bbe84a4f1f941fac5" is_pre_election: true
09:02:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.871625 26859 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [term 0 FOLLOWER]: Advancing to term 1
09:02:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:59.875696 26861 rpcz_store.cc:269] 0320 09:02:57.532053 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:02:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:02:57.532462 (+ 409us) service_pool.cc:225] Handling call
09:02:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:02:59.865667 (+2333205us) inbound_call.cc:173] Queueing success response
09:02:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:02:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.866415 26857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32ec4919969747dfae65d895caaab7fe" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d0adde2b9074483bbe84a4f1f941fac5"
09:02:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.895900 26859 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [term 1 FOLLOWER]: Refusing update from remote peer 32ec4919969747dfae65d895caaab7fe: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:02:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.897519 26859 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:33478 (request call id 3) took 2103 ms. Trace:
09:02:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.898378 26859 rpcz_store.cc:276] 0320 09:02:57.794263 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:02:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:02:57.794403 (+ 140us) service_pool.cc:225] Handling call
09:02:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:02:59.862542 (+2068139us) raft_consensus.cc:1471] Updating replica for 0 ops
09:02:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:02:59.896988 (+ 34446us) raft_consensus.cc:1697] Filling consensus response to leader.
09:02:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:02:59.897448 (+ 460us) inbound_call.cc:173] Queueing success response
09:02:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:02:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.904888 27031 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [LEADER]: Connected to new peer: Peer: permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:02:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.996948 27032 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32ec4919969747dfae65d895caaab7fe. Latest consensus state: current_term: 1 leader_uuid: "32ec4919969747dfae65d895caaab7fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:02:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:02:59.999482 27032 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [sys.catalog]: This master's current role is: FOLLOWER
09:03:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:00.001015 27040 sys_catalog.cc:455] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "32ec4919969747dfae65d895caaab7fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:03:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:00.007951 27040 sys_catalog.cc:458] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5 [sys.catalog]: This master's current role is: FOLLOWER
09:03:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:00.017282 27048 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:03:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:00.330112 27031 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "32ec4919969747dfae65d895caaab7fe" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea4c8b4558d4238923108ef1c367d84" member_type: VOTER last_known_addr { host: "127.26.25.254" port: 45459 } } peers { permanent_uuid: "d0adde2b9074483bbe84a4f1f941fac5" member_type: VOTER last_known_addr { host: "127.26.25.253" port: 36973 } } peers { permanent_uuid: "32ec4919969747dfae65d895caaab7fe" member_type: VOTER last_known_addr { host: "127.26.25.252" port: 36929 } } }
09:03:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:00.331141 27031 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32ec4919969747dfae65d895caaab7fe [sys.catalog]: This master's current role is: LEADER
09:03:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.037726 27048 catalog_manager.cc:1269] Loaded cluster ID: 0c154722d3154406b2f848c84523e209
09:03:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.038354 27048 catalog_manager.cc:1562] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5: loading cluster ID for follower catalog manager: success
09:03:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.058820 27048 catalog_manager.cc:1584] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5: acquiring CA information for follower catalog manager: success
09:03:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.071542 27048 catalog_manager.cc:1612] T 00000000000000000000000000000000 P d0adde2b9074483bbe84a4f1f941fac5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:03:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:00.257856 27021 debug-util.cc:398] Leaking SignalData structure 0x7b080002eda0 after lost signal to thread 27015
09:03:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:01.536876 27021 kernel_stack_watchdog.cc:198] Thread 27015 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 383ms:
09:03:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:03:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:03:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:03:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:03:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:02:58.875175 27023 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:01.538334 27015 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.666s user 0.849s sys 1.624s
09:03:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:01.538702 27015 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.666s user 0.849s sys 1.624s
09:03:01.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.549448 27015 server_base.cc:1061] running on GCE node
09:03:01.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:01.550964 27056 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.552542 27015 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.555330 27015 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:01.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.556963 27015 hybrid_clock.cc:648] HybridClock initialized: now 1773997381556806 us; error 152 us; skew 500 ppm
09:03:01.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.558141 27015 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.566540 27015 webserver.cc:492] Webserver started at http://127.26.25.193:44491/ using document root <none> and password file <none>
09:03:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.567919 27015 fs_manager.cc:362] Metadata directory not provided
09:03:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.568236 27015 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.568804 27015 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:01.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.575718 27015 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/data/instance:
09:03:01.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7bac35f42d494d98ad365d7c94ace90d"
09:03:01.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:01 on dist-test-slave-pt5w"
09:03:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.577335 27015 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/wal/instance:
09:03:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7bac35f42d494d98ad365d7c94ace90d"
09:03:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:01 on dist-test-slave-pt5w"
09:03:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.588090 27015 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.003s sys 0.008s
09:03:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.596361 27061 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:01.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.597826 27015 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
09:03:01.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.598276 27015 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/wal
09:03:01.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7bac35f42d494d98ad365d7c94ace90d"
09:03:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:01 on dist-test-slave-pt5w"
09:03:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.598734 27015 fs_report.cc:389] FS layout report
09:03:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/wal
09:03:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/wal
09:03:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/data/data
09:03:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.680608 27015 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.682724 27015 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.683319 27015 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.686975 27015 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:03:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.693473 27015 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.693756 27015 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:03:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.694059 27015 ts_tablet_manager.cc:616] Registered 0 tablets
09:03:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.694293 27015 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:03:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.998772 27015 rpc_server.cc:307] RPC server started. Bound to: 127.26.25.193:38793
09:03:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:01.998895 27176 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.25.193:38793 every 8 connection(s)
09:03:02.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.001660 27015 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/data/info.pb
09:03:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.010356 26727 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 27015
09:03:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.011047 26727 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-0/wal/instance
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.034574 26727 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/wal
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/data
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:02.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/logs
09:03:02.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/data/info.pb
09:03:02.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:02.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:02.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.194:0
09:03:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.25.194
09:03:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.194
09:03:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:03:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:03:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:03:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.076689 27177 heartbeater.cc:344] Connected to a master server at 127.26.25.252:36929
09:03:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.077185 27177 heartbeater.cc:461] Registering TS with master...
09:03:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.078625 27177 heartbeater.cc:507] Master 127.26.25.252:36929 requested a full tablet report, sending...
09:03:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.090164 26933 ts_manager.cc:194] Registered new tserver with Master: 7bac35f42d494d98ad365d7c94ace90d (127.26.25.193:38793)
09:03:02.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.090515 27178 heartbeater.cc:344] Connected to a master server at 127.26.25.253:36973
09:03:02.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.090889 27178 heartbeater.cc:461] Registering TS with master...
09:03:02.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.091895 27178 heartbeater.cc:507] Master 127.26.25.253:36973 requested a full tablet report, sending...
09:03:02.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.093060 26933 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.25.193:35637
09:03:02.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.095352 26851 ts_manager.cc:194] Registered new tserver with Master: 7bac35f42d494d98ad365d7c94ace90d (127.26.25.193:38793)
09:03:02.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.106179 27179 heartbeater.cc:344] Connected to a master server at 127.26.25.254:45459
09:03:02.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.106608 27179 heartbeater.cc:461] Registering TS with master...
09:03:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.107331 27179 heartbeater.cc:507] Master 127.26.25.254:45459 requested a full tablet report, sending...
09:03:02.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.110636 26772 ts_manager.cc:194] Registered new tserver with Master: 7bac35f42d494d98ad365d7c94ace90d (127.26.25.193:38793)
09:03:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:02.460299 27184 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:02.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:02.460835 27184 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:02.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:02.461289 27184 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:02.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:02.496536 27184 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:02.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:02.497830 27184 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.25.194
09:03:02.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.541292 27184 tablet_server_runner.cc:78] Tablet server non-default flags:
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/data
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/wal
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.194:0
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/data/info.pb
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.194
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.25.194
09:03:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/logs
09:03:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:03:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.542980 27184 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:02.545200 27184 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:02.561182 27193 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:03.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:03.099010 27177 heartbeater.cc:499] Master 127.26.25.252:36929 was elected leader, sending a full tablet report...
09:03:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:02.564956 27194 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:04.252597 27184 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.688s user 0.522s sys 0.970s
09:03:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:04.255306 27184 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.691s user 0.523s sys 0.971s
09:03:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:04.254539 27195 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1688 milliseconds
09:03:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:03.963766 27192 debug-util.cc:398] Leaking SignalData structure 0x7b080002eda0 after lost signal to thread 27184
09:03:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:04.255566 27196 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.256533 27184 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.260870 27184 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.263916 27184 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:04.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.265419 27184 hybrid_clock.cc:648] HybridClock initialized: now 1773997384265350 us; error 87 us; skew 500 ppm
09:03:04.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.266618 27184 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.275313 27184 webserver.cc:492] Webserver started at http://127.26.25.194:36653/ using document root <none> and password file <none>
09:03:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.276819 27184 fs_manager.cc:362] Metadata directory not provided
09:03:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.277141 27184 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.277709 27184 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.284680 27184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/data/instance:
09:03:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19a2cfb67af24844b84fd3b0d3272916"
09:03:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:04 on dist-test-slave-pt5w"
09:03:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.286648 27184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/wal/instance:
09:03:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19a2cfb67af24844b84fd3b0d3272916"
09:03:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:04 on dist-test-slave-pt5w"
09:03:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.297592 27184 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.004s sys 0.004s
09:03:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.306025 27205 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.307607 27184 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
09:03:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.308053 27184 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/wal
09:03:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19a2cfb67af24844b84fd3b0d3272916"
09:03:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:04 on dist-test-slave-pt5w"
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.308511 27184 fs_report.cc:389] FS layout report
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/wal
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/wal
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/data/data
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:04.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.421186 27184 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.422859 27184 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.423419 27184 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.426303 27184 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:03:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.431099 27184 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.431324 27184 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:03:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.431951 27184 ts_tablet_manager.cc:616] Registered 0 tablets
09:03:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.432204 27184 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:03:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.615649 27184 rpc_server.cc:307] RPC server started. Bound to: 127.26.25.194:41527
09:03:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.615770 27319 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.25.194:41527 every 8 connection(s)
09:03:04.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.618425 27184 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/data/info.pb
09:03:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.619474 26727 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 27184
09:03:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.619913 26727 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-1/wal/instance
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.637449 26727 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/wal
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/data
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/logs
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/data/info.pb
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.195:0
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.25.195
09:03:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.195
09:03:04.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:04.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:03:04.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:03:04.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:04.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:04.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
09:03:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.670054 27322 heartbeater.cc:344] Connected to a master server at 127.26.25.254:45459
09:03:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.670709 27322 heartbeater.cc:461] Registering TS with master...
09:03:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.672384 27322 heartbeater.cc:507] Master 127.26.25.254:45459 requested a full tablet report, sending...
09:03:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.672453 27320 heartbeater.cc:344] Connected to a master server at 127.26.25.252:36929
09:03:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.672876 27320 heartbeater.cc:461] Registering TS with master...
09:03:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.673791 27320 heartbeater.cc:507] Master 127.26.25.252:36929 requested a full tablet report, sending...
09:03:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.676276 26933 ts_manager.cc:194] Registered new tserver with Master: 19a2cfb67af24844b84fd3b0d3272916 (127.26.25.194:41527)
09:03:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.677052 26772 ts_manager.cc:194] Registered new tserver with Master: 19a2cfb67af24844b84fd3b0d3272916 (127.26.25.194:41527)
09:03:04.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.678007 26933 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.25.194:44529
09:03:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.682806 27321 heartbeater.cc:344] Connected to a master server at 127.26.25.253:36973
09:03:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.683167 27321 heartbeater.cc:461] Registering TS with master...
09:03:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.683905 27321 heartbeater.cc:507] Master 127.26.25.253:36973 requested a full tablet report, sending...
09:03:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:04.686486 26851 ts_manager.cc:194] Registered new tserver with Master: 19a2cfb67af24844b84fd3b0d3272916 (127.26.25.194:41527)
09:03:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:04.991194 27328 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:04.991727 27328 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:04.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:04.992205 27328 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:05.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:05.033171 27328 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:05.034157 27328 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.25.195
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:05.073947 27328 tablet_server_runner.cc:78] Tablet server non-default flags:
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.25.212:38213
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/data
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/wal
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.25.195:0
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:05.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/data/info.pb
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.25.195
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.25.254:45459,127.26.25.253:36973,127.26.25.252:36929
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.25.195
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/logs
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:05.075541 27328 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:05.077651 27328 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:05.091953 27336 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:05.683784 27320 heartbeater.cc:499] Master 127.26.25.252:36929 was elected leader, sending a full tablet report...
09:03:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:05.094874 27337 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:06.413782 27339 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:06.416270 27338 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1319 milliseconds
09:03:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.416391 27328 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.417924 27328 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.420882 27328 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:06.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.422354 27328 hybrid_clock.cc:648] HybridClock initialized: now 1773997386422311 us; error 62 us; skew 500 ppm
09:03:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.423334 27328 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.430661 27328 webserver.cc:492] Webserver started at http://127.26.25.195:46761/ using document root <none> and password file <none>
09:03:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.431707 27328 fs_manager.cc:362] Metadata directory not provided
09:03:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.431939 27328 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.432343 27328 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.436878 27328 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/data/instance:
09:03:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb6df9a4f5b64dbfbdf5e45585f09535"
09:03:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:06 on dist-test-slave-pt5w"
09:03:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.437999 27328 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/wal/instance:
09:03:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb6df9a4f5b64dbfbdf5e45585f09535"
09:03:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:06 on dist-test-slave-pt5w"
09:03:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.445645 27328 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
09:03:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.452149 27348 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:06.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.453439 27328 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
09:03:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.453770 27328 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/wal
09:03:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb6df9a4f5b64dbfbdf5e45585f09535"
09:03:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:06 on dist-test-slave-pt5w"
09:03:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.454138 27328 fs_report.cc:389] FS layout report
09:03:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/wal
09:03:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/wal
09:03:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/data/data
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.532421 27328 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.533979 27328 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.534432 27328 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:06.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.537243 27328 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:03:06.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.541859 27328 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:06.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.542095 27328 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:03:06.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.542307 27328 ts_tablet_manager.cc:616] Registered 0 tablets
09:03:06.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.542433 27328 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:03:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.724061 27328 rpc_server.cc:307] RPC server started. Bound to: 127.26.25.195:43973
09:03:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.724175 27463 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.25.195:43973 every 8 connection(s)
09:03:06.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.726884 27328 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/data/info.pb
09:03:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.736099 26727 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 27328
09:03:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.736702 26727 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster12889405617203724547/ts-2/wal/instance
09:03:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.782668 27464 heartbeater.cc:344] Connected to a master server at 127.26.25.252:36929
09:03:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.783226 27464 heartbeater.cc:461] Registering TS with master...
09:03:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.785199 27464 heartbeater.cc:507] Master 127.26.25.252:36929 requested a full tablet report, sending...
09:03:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.785905 27465 heartbeater.cc:344] Connected to a master server at 127.26.25.253:36973
09:03:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.786334 27465 heartbeater.cc:461] Registering TS with master...
09:03:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.786398 27466 heartbeater.cc:344] Connected to a master server at 127.26.25.254:45459
09:03:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.786759 27466 heartbeater.cc:461] Registering TS with master...
09:03:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.787494 27465 heartbeater.cc:507] Master 127.26.25.253:36973 requested a full tablet report, sending...
09:03:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.787734 27466 heartbeater.cc:507] Master 127.26.25.254:45459 requested a full tablet report, sending...
09:03:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.788480 26933 ts_manager.cc:194] Registered new tserver with Master: cb6df9a4f5b64dbfbdf5e45585f09535 (127.26.25.195:43973)
09:03:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.790422 26851 ts_manager.cc:194] Registered new tserver with Master: cb6df9a4f5b64dbfbdf5e45585f09535 (127.26.25.195:43973)
09:03:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.790468 26933 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.25.195:34105
09:03:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.791054 26772 ts_manager.cc:194] Registered new tserver with Master: cb6df9a4f5b64dbfbdf5e45585f09535 (127.26.25.195:43973)
09:03:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:06.804104 26727 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:03:06.818 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:03:06.819 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:03:06.831 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.25.254"
port: 45459
}
bound_http_address {
host: "127.26.25.254"
port: 33413
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.25.253"
port: 36973
}
bound_http_address {
host: "127.26.25.253"
port: 34201
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.25.252"
port: 36929
}
bound_http_address {
host: "127.26.25.252"
port: 37251
}
}
}
09:03:06.835 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:03:06.837 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.25.193"
port: 38793
}
bound_http_address {
host: "127.26.25.193"
port: 44491
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.25.194"
port: 41527
}
bound_http_address {
host: "127.26.25.194"
port: 36653
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.25.195"
port: 43973
}
bound_http_address {
host: "127.26.25.195"
port: 46761
}
}
}
09:03:06.838 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:03:07.062 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
09:03:07.140 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:03:07.263 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpMyaUS/test-tmp
09:03:07.263 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:03:07.264 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpMyaUS/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:03:07.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
09:03:07.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:07.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:03:07.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:07.669720 27476 mini_oidc.cc:150] Starting JWKS server
09:03:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:07.673921 27476 webserver.cc:492] Webserver started at http://127.0.0.1:44283/ using document root <none> and password file <none>
09:03:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:07.674504 27476 mini_oidc.cc:186] Starting OIDC Discovery server
09:03:07.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:07.677153 27476 webserver.cc:492] Webserver started at http://127.0.0.1:45477/ using document root <none> and password file <none>
09:03:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
09:03:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/principal' for realm 'KRBTEST.COM',
09:03:07.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
09:03:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:07 dist-test-slave-pt5w krb5kdc[27488](info): setting up network...
09:03:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
09:03:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:07 dist-test-slave-pt5w krb5kdc[27488](info): set up 2 sockets
09:03:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:07 dist-test-slave-pt5w krb5kdc[27488](info): commencing operation
09:03:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
09:03:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:07.795384 27464 heartbeater.cc:499] Master 127.26.25.252:36929 was elected leader, sending a full tablet report...
09:03:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:09.868626 27476 mini_kdc.cc:121] Time spent starting KDC: real 2.149s user 0.007s sys 0.019s
09:03:09.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
09:03:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:03:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
09:03:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
09:03:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:03:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
09:03:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
09:03:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:03:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
09:03:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
09:03:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/test-user.keytab.
09:03:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/test-user.keytab.
09:03:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:10 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997390, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:03:10.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-20T09:03:10Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:03:10.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-20T09:03:10Z Disabled control of system clock
09:03:10.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.213.62@KRBTEST.COM; defaulting to no policy
09:03:10.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:10.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.213.62@KRBTEST.COM" created.
09:03:10.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:10.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:10.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.213.62@KRBTEST.COM; defaulting to no policy
09:03:10.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:10.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.213.62@KRBTEST.COM" created.
09:03:10.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:10.138827 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data
09:03:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/logs
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/info.pb
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.62:44153
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.62
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.62
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:03:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.483656 27506 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.484300 27506 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.484953 27506 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.521175 27506 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.521436 27506 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.521708 27506 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.521903 27506 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.522087 27506 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.522284 27506 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.522423 27506 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44283/jwks.json
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:10.563094 27506 master_runner.cc:386] Master server non-default flags:
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.62
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.62:44153
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/info.pb
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.62
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/logs
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:10.564646 27506 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:10.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:10.566159 27506 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:10.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.581192 27513 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.582226 27514 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:10.587764 27516 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:11.846037 27515 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:03:11.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.846824 27506 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:11.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.851156 27506 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.854631 27506 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.856035 27506 hybrid_clock.cc:648] HybridClock initialized: now 1773997391855995 us; error 103 us; skew 500 ppm
09:03:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.857280 27506 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:11 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997391, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.864475 27506 init.cc:377] Logged in from keytab as kudu/127.26.213.62@KRBTEST.COM (short username kudu)
09:03:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.870863 27506 webserver.cc:492] Webserver started at http://127.26.213.62:33103/ using document root <none> and password file <none>
09:03:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.872040 27506 fs_manager.cc:362] Metadata directory not provided
09:03:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.872318 27506 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.872896 27506 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:11.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.877575 27506 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/instance:
09:03:11.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "824a3103036141c881cc8293301e9e11"
09:03:11.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:11 on dist-test-slave-pt5w"
09:03:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.878830 27506 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal/instance:
09:03:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "824a3103036141c881cc8293301e9e11"
09:03:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:11 on dist-test-slave-pt5w"
09:03:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.886999 27506 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
09:03:11.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.893460 27529 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.894771 27506 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
09:03:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.895219 27506 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "824a3103036141c881cc8293301e9e11"
09:03:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:11 on dist-test-slave-pt5w"
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.895682 27506 fs_report.cc:389] FS layout report
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/data
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.949139 27506 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.956354 27506 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:11.957125 27506 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:12.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.065917 27506 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.62:44153
09:03:12.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.066092 27581 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.62:44153 every 8 connection(s)
09:03:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.068846 27506 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/info.pb
09:03:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.072228 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 27506
09:03:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.072821 27476 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal/instance
09:03:12.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.077158 27582 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.213.61@KRBTEST.COM; defaulting to no policy
09:03:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.090771 27582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } has no permanent_uuid. Determining permanent_uuid...
09:03:12.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.213.61@KRBTEST.COM" created.
09:03:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:12 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997391, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.62@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:12.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:12.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:12.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:12.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.144759 27582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } has no permanent_uuid. Determining permanent_uuid...
09:03:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.148053 27532 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.213.61@KRBTEST.COM; defaulting to no policy
09:03:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.213.61@KRBTEST.COM" created.
09:03:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.154345 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.61:33823: Network error: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.180167 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/logs
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/info.pb
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.61:33823
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.61
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.61
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:03:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:12.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.203868 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } attempt: 1
09:03:12.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.207916 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.61:33823: Network error: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.276400 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } attempt: 2
09:03:12.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.280712 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.61:33823: Network error: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.372256 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } attempt: 3
09:03:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.377104 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.61:33823: Network error: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:12.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.520594 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } attempt: 4
09:03:12.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.524714 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.61:33823: Network error: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.537936 27591 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.538677 27591 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:12.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.539780 27591 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.573958 27591 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.574275 27591 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:12.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.574755 27591 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:12.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.575111 27591 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:12.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.575524 27591 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.575956 27591 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.576242 27591 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44283/jwks.json
09:03:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.617101 27591 master_runner.cc:386] Master server non-default flags:
09:03:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.61
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.61:33823
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/info.pb
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.61
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/logs
09:03:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.619078 27591 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.620597 27591 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:12.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.633886 27598 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:12.824231 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } attempt: 5
09:03:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.830238 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.61:33823: Network error: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.377900 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } attempt: 6
09:03:13.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:13.385793 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.61:33823: Network error: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.635092 27599 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:12.638762 27601 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:13.881873 27600 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:03:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.881911 27591 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:13.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.887081 27591 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.889999 27591 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:13.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.891476 27591 hybrid_clock.cc:648] HybridClock initialized: now 1773997393891385 us; error 47 us; skew 500 ppm
09:03:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.892498 27591 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:13 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997393, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:13.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.899407 27591 init.cc:377] Logged in from keytab as kudu/127.26.213.61@KRBTEST.COM (short username kudu)
09:03:13.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.905252 27591 webserver.cc:492] Webserver started at http://127.26.213.61:43581/ using document root <none> and password file <none>
09:03:13.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.906365 27591 fs_manager.cc:362] Metadata directory not provided
09:03:13.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.906576 27591 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:13.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.906978 27591 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.911639 27591 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/instance:
09:03:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67df617414414e6aa1a12fefa8e85d28"
09:03:13.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:13 on dist-test-slave-pt5w"
09:03:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.912830 27591 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal/instance:
09:03:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67df617414414e6aa1a12fefa8e85d28"
09:03:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:13 on dist-test-slave-pt5w"
09:03:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.921113 27591 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.005s
09:03:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.927671 27612 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.928946 27591 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
09:03:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.929280 27591 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67df617414414e6aa1a12fefa8e85d28"
09:03:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:13 on dist-test-slave-pt5w"
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.929591 27591 fs_report.cc:389] FS layout report
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/data
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.989310 27591 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.999292 27591 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:13.999791 27591 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:14.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.082762 27591 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.61:33823
09:03:14.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.082784 27664 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.61:33823 every 8 connection(s)
09:03:14.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.085765 27591 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/info.pb
09:03:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.086695 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 27591
09:03:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.087209 27476 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal/instance
09:03:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.093124 27665 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.213.60@KRBTEST.COM; defaulting to no policy
09:03:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.213.60@KRBTEST.COM" created.
09:03:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.111474 27665 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } has no permanent_uuid. Determining permanent_uuid...
09:03:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:14 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997393, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.61@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.149325 27665 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } has no permanent_uuid. Determining permanent_uuid...
09:03:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.213.60@KRBTEST.COM; defaulting to no policy
09:03:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.213.60@KRBTEST.COM" created.
09:03:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:14 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997393, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.61@KRBTEST.COM for kudu/127.26.213.61@KRBTEST.COM
09:03:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.178416 27665 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
09:03:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.180850 27616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.185299 27665 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.192121 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/logs
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/info.pb
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.60:45897
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.60
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.60
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:03:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.234871 27665 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 1
09:03:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.238885 27665 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.307403 27665 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 2
09:03:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.311772 27665 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.403267 27665 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 3
09:03:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.407899 27665 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.446448 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } attempt: 7
09:03:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:14 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997391, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.62@KRBTEST.COM for kudu/127.26.213.61@KRBTEST.COM
09:03:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.470278 27582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
09:03:14.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.476646 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.527534 27675 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.528096 27675 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.528704 27675 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:14.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.535182 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 1
09:03:14.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.539610 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.551337 27665 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 4
09:03:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.556248 27665 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.565559 27675 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.565788 27675 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.566211 27675 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.566522 27675 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.566759 27675 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.567071 27675 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.567328 27675 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44283/jwks.json
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.610973 27675 master_runner.cc:386] Master server non-default flags:
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.60
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.60:45897
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/info.pb
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.60
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/logs
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.612437 27675 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.613951 27675 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.621145 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 2
09:03:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.626526 27684 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.627866 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.713354 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 3
09:03:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.733089 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.855712 27665 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 5
09:03:14.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.862398 27665 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:14.873545 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 4
09:03:14.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.880985 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:15.164659 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 5
09:03:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:15.177090 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:15.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:15.410006 27665 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 6
09:03:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:15.451892 27665 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:15.729714 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 6
09:03:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:15.759509 27582 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:14.628077 27685 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.030298 27683 debug-util.cc:398] Leaking SignalData structure 0x7b08000281c0 after lost signal to thread 27675
09:03:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.371569 27675 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.743s user 0.000s sys 0.002s
09:03:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.373031 27675 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.744s user 0.001s sys 0.002s
09:03:16.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.375593 27688 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.382244 27686 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1753 milliseconds
09:03:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.382287 27675 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.384356 27675 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:16.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.387583 27675 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.389317 27675 hybrid_clock.cc:648] HybridClock initialized: now 1773997396389236 us; error 86 us; skew 500 ppm
09:03:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.390446 27675 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:16.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:16 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997396, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.397275 27675 init.cc:377] Logged in from keytab as kudu/127.26.213.60@KRBTEST.COM (short username kudu)
09:03:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.403055 27675 webserver.cc:492] Webserver started at http://127.26.213.60:39803/ using document root <none> and password file <none>
09:03:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.404121 27675 fs_manager.cc:362] Metadata directory not provided
09:03:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.404353 27675 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.404758 27675 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.409345 27675 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/instance:
09:03:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92f30496464c4a22808c8a38f9d4b876"
09:03:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:16 on dist-test-slave-pt5w"
09:03:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.410454 27675 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal/instance:
09:03:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92f30496464c4a22808c8a38f9d4b876"
09:03:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:16 on dist-test-slave-pt5w"
09:03:16.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.418151 27675 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
09:03:16.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.424065 27701 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.425302 27675 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
09:03:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.425621 27675 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92f30496464c4a22808c8a38f9d4b876"
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:16 on dist-test-slave-pt5w"
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.425976 27675 fs_report.cc:389] FS layout report
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/data
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.483172 27675 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.489182 27675 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.489615 27675 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.512549 27665 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 7
09:03:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.520972 27665 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.576834 27675 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.60:45897
09:03:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.576921 27756 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.60:45897 every 8 connection(s)
09:03:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.579823 27675 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/info.pb
09:03:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.586189 27757 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:03:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.590041 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 27675
09:03:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.590559 27476 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal/instance
09:03:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.604063 27757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } has no permanent_uuid. Determining permanent_uuid...
09:03:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:16 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997390, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:16 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997396, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.60@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:16.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:16 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997390, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.213.61@KRBTEST.COM
09:03:16.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.666965 27757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } has no permanent_uuid. Determining permanent_uuid...
09:03:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:16 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997396, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.60@KRBTEST.COM for kudu/127.26.213.61@KRBTEST.COM
09:03:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:16 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997390, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.213.60@KRBTEST.COM
09:03:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.692713 27757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
09:03:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:16 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997396, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.60@KRBTEST.COM for kudu/127.26.213.60@KRBTEST.COM
09:03:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.722671 27757 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Bootstrap starting.
09:03:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.730795 27757 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Neither blocks nor log segments found. Creating new log.
09:03:16.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.733664 27757 log.cc:826] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Log is configured to *not* fsync() on all Append() calls
09:03:16.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.740545 27757 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: No bootstrap required, opened a new log
09:03:16.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.762061 27757 raft_consensus.cc:359] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:16.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.763394 27757 raft_consensus.cc:385] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:03:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.763785 27757 raft_consensus.cc:740] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 92f30496464c4a22808c8a38f9d4b876, State: Initialized, Role: FOLLOWER
09:03:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.764701 27757 consensus_queue.cc:260] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.767462 27767 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.768217 27767 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: This master's current role is: FOLLOWER
09:03:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.769124 27757 sys_catalog.cc:565] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: configured and running, proceeding with master startup.
09:03:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.793072 27582 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 7
09:03:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.808897 27778 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.809666 27778 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:16.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:16 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997391, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.62@KRBTEST.COM for kudu/127.26.213.60@KRBTEST.COM
09:03:16.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.796466 27675 master_runner.cc:186] Error getting master registration for 127.26.213.62:44153: OK, instance_id { permanent_uuid: "824a3103036141c881cc8293301e9e11" instance_seqno: 1773997392038249 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:03:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.829042 27675 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.841668 27582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: Bootstrap starting.
09:03:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.850474 27582 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: Neither blocks nor log segments found. Creating new log.
09:03:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.856319 27582 log.cc:826] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: Log is configured to *not* fsync() on all Append() calls
09:03:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.865913 27582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: No bootstrap required, opened a new log
09:03:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.887981 27582 raft_consensus.cc:359] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.888733 27582 raft_consensus.cc:385] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:03:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.889055 27582 raft_consensus.cc:740] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 824a3103036141c881cc8293301e9e11, State: Initialized, Role: FOLLOWER
09:03:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.890175 27582 consensus_queue.cc:260] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.893519 27782 sys_catalog.cc:455] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.894387 27782 sys_catalog.cc:458] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: This master's current role is: FOLLOWER
09:03:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.895262 27582 sys_catalog.cc:565] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: configured and running, proceeding with master startup.
09:03:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.943547 27793 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:03:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.944355 27793 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:03:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.928704 27506 master_runner.cc:186] Error getting master registration for 127.26.213.61:33823: OK, instance_id { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" instance_seqno: 1773997394059126 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:03:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:16.960685 27506 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.970256 27535 tablet.cc:2379] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:03:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:16.995296 27707 tablet.cc:2379] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:03:17.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.177784 27767 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:17.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.178408 27767 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:17.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.183467 27556 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92f30496464c4a22808c8a38f9d4b876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "824a3103036141c881cc8293301e9e11" is_pre_election: true
09:03:17.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.184430 27556 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 92f30496464c4a22808c8a38f9d4b876 in term 0.
09:03:17.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.185102 27767 leader_election.cc:290] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 824a3103036141c881cc8293301e9e11 (127.26.213.62:44153), 67df617414414e6aa1a12fefa8e85d28 (127.26.213.61:33823)
09:03:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.190104 27704 leader_election.cc:304] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 824a3103036141c881cc8293301e9e11, 92f30496464c4a22808c8a38f9d4b876; no voters:
09:03:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.191496 27767 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:03:17.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.192098 27767 raft_consensus.cc:493] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:03:17.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.192629 27767 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 0 FOLLOWER]: Advancing to term 1
09:03:17.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.201481 27767 raft_consensus.cc:515] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.211321 27556 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92f30496464c4a22808c8a38f9d4b876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "824a3103036141c881cc8293301e9e11"
09:03:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.212028 27556 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 0 FOLLOWER]: Advancing to term 1
09:03:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.216812 27767 leader_election.cc:290] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [CANDIDATE]: Term 1 election: Requested vote from peers 824a3103036141c881cc8293301e9e11 (127.26.213.62:44153), 67df617414414e6aa1a12fefa8e85d28 (127.26.213.61:33823)
09:03:17.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.221033 27556 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 92f30496464c4a22808c8a38f9d4b876 in term 1.
09:03:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.222695 27704 leader_election.cc:304] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 824a3103036141c881cc8293301e9e11, 92f30496464c4a22808c8a38f9d4b876; no voters:
09:03:17.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.223783 27767 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 1 FOLLOWER]: Leader election won for term 1
09:03:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.227488 27767 raft_consensus.cc:697] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 1 LEADER]: Becoming Leader. State: Replica: 92f30496464c4a22808c8a38f9d4b876, State: Running, Role: LEADER
09:03:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.230089 27767 consensus_queue.cc:237] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.252239 27795 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92f30496464c4a22808c8a38f9d4b876. Latest consensus state: current_term: 1 leader_uuid: "92f30496464c4a22808c8a38f9d4b876" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.253063 27795 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: This master's current role is: LEADER
09:03:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.257858 27797 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:03:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.274572 27797 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:03:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.306357 27556 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 1 FOLLOWER]: Refusing update from remote peer 92f30496464c4a22808c8a38f9d4b876: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:03:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.308609 27795 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [LEADER]: Connected to new peer: Peer: permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:03:17.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.340723 27782 sys_catalog.cc:455] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92f30496464c4a22808c8a38f9d4b876. Latest consensus state: current_term: 1 leader_uuid: "92f30496464c4a22808c8a38f9d4b876" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:17.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.342574 27782 sys_catalog.cc:458] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: This master's current role is: FOLLOWER
09:03:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.354164 27782 sys_catalog.cc:455] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "92f30496464c4a22808c8a38f9d4b876" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.355044 27782 sys_catalog.cc:458] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: This master's current role is: FOLLOWER
09:03:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.358273 27767 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "92f30496464c4a22808c8a38f9d4b876" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.358980 27767 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: This master's current role is: LEADER
09:03:17.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.364953 27797 catalog_manager.cc:1357] Generated new cluster ID: d6b72589357c46baaa704ed3dd9731cc
09:03:17.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.365275 27797 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:03:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.371065 27799 mvcc.cc:204] Tried to move back new op lower bound from 7266293339328339968 to 7266293339100037120. Current Snapshot: MvccSnapshot[applied={T|T < 7266293339328339968 or (T in {7266293339328339968})}]
09:03:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.430646 27797 catalog_manager.cc:1380] Generated new certificate authority record
09:03:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.433406 27797 catalog_manager.cc:1514] Loading token signing keys...
09:03:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.471154 27797 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Generated new TSK 0
09:03:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.472461 27797 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:03:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.213.1@KRBTEST.COM; defaulting to no policy
09:03:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.213.1@KRBTEST.COM" created.
09:03:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:17.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.213.1@KRBTEST.COM; defaulting to no policy
09:03:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.213.1@KRBTEST.COM" created.
09:03:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.673092 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/wal
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/data
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/logs
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/data/info.pb
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.1:0
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.213.1
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.1
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.1
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.950721 27793 catalog_manager.cc:1269] Loaded cluster ID: d6b72589357c46baaa704ed3dd9731cc
09:03:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.951402 27793 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: loading cluster ID for follower catalog manager: success
09:03:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.965114 27793 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: acquiring CA information for follower catalog manager: success
09:03:17.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:17.986815 27793 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:03:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:18.402241 27808 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:18.402994 27808 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:18.404148 27808 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:18.464828 27808 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:18.466460 27808 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.213.1
09:03:18.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:18.536368 27808 tablet_server_runner.cc:78] Tablet server non-default flags:
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/data
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/wal
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.1
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.1:0
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/data/info.pb
09:03:18.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.1
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.213.1
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/logs
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:18.539103 27808 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:18.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:18.540601 27808 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:18.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:18.571965 27817 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:18.611526 27665 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } attempt: 8
09:03:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:18 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997393, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.61@KRBTEST.COM for kudu/127.26.213.60@KRBTEST.COM
09:03:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:18.889598 27665 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Bootstrap starting.
09:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.013988 27665 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Neither blocks nor log segments found. Creating new log.
09:03:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.043576 27665 log.cc:826] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Log is configured to *not* fsync() on all Append() calls
09:03:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.096312 27665 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: No bootstrap required, opened a new log
09:03:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:19.178989 27704 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.26.213.61:33823 timed out after 1.937s (SENT)
09:03:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.879410 27665 raft_consensus.cc:359] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.880663 27665 raft_consensus.cc:385] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:03:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.881060 27665 raft_consensus.cc:740] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67df617414414e6aa1a12fefa8e85d28, State: Initialized, Role: FOLLOWER
09:03:19.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.903784 27665 consensus_queue.cc:260] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:19.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.987015 27665 sys_catalog.cc:565] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: configured and running, proceeding with master startup.
09:03:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.987357 27639 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92f30496464c4a22808c8a38f9d4b876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67df617414414e6aa1a12fefa8e85d28" is_pre_election: true
09:03:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.990396 27639 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 92f30496464c4a22808c8a38f9d4b876 in term 0.
09:03:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.988340 27636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92f30496464c4a22808c8a38f9d4b876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67df617414414e6aa1a12fefa8e85d28"
09:03:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.995747 27636 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 0 FOLLOWER]: Advancing to term 1
09:03:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.988941 27635 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92f30496464c4a22808c8a38f9d4b876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67df617414414e6aa1a12fefa8e85d28" is_pre_election: true
09:03:20.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:19.988641 27638 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "92f30496464c4a22808c8a38f9d4b876" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67df617414414e6aa1a12fefa8e85d28"
09:03:20.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:20.005402 27638 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:55444 (request call id 2) took 2787 ms (client timeout 1937 ms). Trace:
09:03:20.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:20.006664 27638 rpcz_store.cc:269] 0320 09:03:17.217588 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:03:20.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:17.217756 (+ 168us) service_pool.cc:225] Handling call
09:03:20.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:20.005288 (+2787532us) inbound_call.cc:173] Queueing success response
09:03:20.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:03:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:19.991287 27639 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:55444 (request call id 1) took 2807 ms (client timeout 2239 ms). Trace:
09:03:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:20.012174 27639 rpcz_store.cc:269] 0320 09:03:17.184001 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:03:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:17.184180 (+ 179us) service_pool.cc:225] Handling call
09:03:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:19.991147 (+2806967us) inbound_call.cc:173] Queueing success response
09:03:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
09:03:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:20.014726 27618 tablet.cc:2379] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:03:20.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.028343 27636 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 92f30496464c4a22808c8a38f9d4b876 in term 1.
09:03:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.041556 27637 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Refusing update from remote peer 92f30496464c4a22808c8a38f9d4b876: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:03:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.042086 27827 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.049615 27827 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: This master's current role is: FOLLOWER
09:03:20.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.054796 27637 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:55444 (request call id 3) took 2754 ms. Trace:
09:03:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.055981 27637 rpcz_store.cc:276] 0320 09:03:17.300272 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:03:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:17.300445 (+ 173us) service_pool.cc:225] Handling call
09:03:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:20.040130 (+2739685us) raft_consensus.cc:1471] Updating replica for 0 ops
09:03:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:20.042280 (+ 2150us) raft_consensus.cc:1697] Filling consensus response to leader.
09:03:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:20.054330 (+ 12050us) spinlock_profiling.cc:243] Waited 22.1 ms on lock 0x7b54000203d0. stack: 00007fba10567423 00007fba10567320 00007fba100dc574 0000000000509544 00000000005094d9 00007fba175c27a1 00007fba176587dd 00007fba186884d9 00007fba16d3cd34 00007fba16d3ccc2 00007fba16d3cbf1 00007fba16d3cb6c 00007fba16d3be22 00007fba1535534c 00007fba15354786 00007fba1535412f
09:03:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:20.054682 (+ 352us) inbound_call.cc:173] Queueing success response
09:03:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":50770304}
09:03:20.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.063495 27825 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [LEADER]: Connected to new peer: Peer: permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:03:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.181438 27835 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "92f30496464c4a22808c8a38f9d4b876" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.181597 27827 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 92f30496464c4a22808c8a38f9d4b876. Latest consensus state: current_term: 1 leader_uuid: "92f30496464c4a22808c8a38f9d4b876" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.182404 27835 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: This master's current role is: FOLLOWER
09:03:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.182626 27827 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: This master's current role is: FOLLOWER
09:03:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.225620 27843 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:03:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.624210 27825 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "92f30496464c4a22808c8a38f9d4b876" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:20.626562 27825 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: This master's current role is: LEADER
09:03:21.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.259861 27843 catalog_manager.cc:1269] Loaded cluster ID: d6b72589357c46baaa704ed3dd9731cc
09:03:21.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.260282 27843 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: loading cluster ID for follower catalog manager: success
09:03:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.277408 27843 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: acquiring CA information for follower catalog manager: success
09:03:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.314065 27843 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:03:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:19.966159 27816 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 27808
09:03:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:21.509466 27808 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.932s user 1.025s sys 1.705s
09:03:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:18.582808 27818 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:21.509868 27808 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.933s user 1.025s sys 1.705s
09:03:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.519178 27808 server_base.cc:1061] running on GCE node
09:03:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:21.520061 27850 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.521512 27808 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.523939 27808 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:21.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.525382 27808 hybrid_clock.cc:648] HybridClock initialized: now 1773997401525335 us; error 45 us; skew 500 ppm
09:03:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.526347 27808 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:21 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997401, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.533486 27808 init.cc:377] Logged in from keytab as kudu/127.26.213.1@KRBTEST.COM (short username kudu)
09:03:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.540130 27808 webserver.cc:492] Webserver started at http://127.26.213.1:44225/ using document root <none> and password file <none>
09:03:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.541189 27808 fs_manager.cc:362] Metadata directory not provided
09:03:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.541431 27808 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:21.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.541841 27808 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:21.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.546468 27808 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/data/instance:
09:03:21.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b55adc3015a475991ce4feb56dfb831"
09:03:21.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:21 on dist-test-slave-pt5w"
09:03:21.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.547876 27808 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/wal/instance:
09:03:21.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b55adc3015a475991ce4feb56dfb831"
09:03:21.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:21 on dist-test-slave-pt5w"
09:03:21.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.557060 27808 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
09:03:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.565011 27857 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.566960 27808 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.004s
09:03:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.567452 27808 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/wal
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b55adc3015a475991ce4feb56dfb831"
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:21 on dist-test-slave-pt5w"
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.567919 27808 fs_report.cc:389] FS layout report
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/wal
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/wal
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/data/data
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:21.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:21.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.640902 27808 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.652395 27808 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.653023 27808 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.656512 27808 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:03:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.662722 27808 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.663028 27808 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:03:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.663336 27808 ts_tablet_manager.cc:616] Registered 0 tablets
09:03:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.663596 27808 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
09:03:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:21 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997401, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:21.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.869287 27525 init.cc:295] Successfully reacquired a new kerberos TGT
09:03:21.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.895289 27974 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.1:43065 every 8 connection(s)
09:03:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.895305 27808 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.1:43065
09:03:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.899616 27808 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/data/info.pb
09:03:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.910449 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 27808
09:03:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:21.911038 27476 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-0/wal/instance
09:03:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:21 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997401, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.1@KRBTEST.COM for kudu/127.26.213.61@KRBTEST.COM
09:03:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:21 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997401, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.1@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.213.2@KRBTEST.COM; defaulting to no policy
09:03:21.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:21.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.213.2@KRBTEST.COM" created.
09:03:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:22 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997401, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.1@KRBTEST.COM for kudu/127.26.213.60@KRBTEST.COM
09:03:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.027506 27976 heartbeater.cc:344] Connected to a master server at 127.26.213.61:33823
09:03:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.028092 27976 heartbeater.cc:461] Registering TS with master...
09:03:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.029677 27976 heartbeater.cc:507] Master 127.26.213.61:33823 requested a full tablet report, sending...
09:03:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.033768 27629 ts_manager.cc:194] Registered new tserver with Master: 3b55adc3015a475991ce4feb56dfb831 (127.26.213.1:43065)
09:03:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.035277 27977 heartbeater.cc:344] Connected to a master server at 127.26.213.62:44153
09:03:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.035691 27977 heartbeater.cc:461] Registering TS with master...
09:03:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.036768 27977 heartbeater.cc:507] Master 127.26.213.62:44153 requested a full tablet report, sending...
09:03:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.040546 27545 ts_manager.cc:194] Registered new tserver with Master: 3b55adc3015a475991ce4feb56dfb831 (127.26.213.1:43065)
09:03:22.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.042657 27975 heartbeater.cc:344] Connected to a master server at 127.26.213.60:45897
09:03:22.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.043046 27975 heartbeater.cc:461] Registering TS with master...
09:03:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.044106 27975 heartbeater.cc:507] Master 127.26.213.60:45897 requested a full tablet report, sending...
09:03:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.047031 27721 ts_manager.cc:194] Registered new tserver with Master: 3b55adc3015a475991ce4feb56dfb831 (127.26.213.1:43065)
09:03:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.049924 27721 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.26.213.1@KRBTEST.COM'} at 127.26.213.1:54877
09:03:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:22.067509 27476 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.26.213.2: real 0.127s user 0.003s sys 0.013s
09:03:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.213.2@KRBTEST.COM; defaulting to no policy
09:03:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.213.2@KRBTEST.COM" created.
09:03:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.127635 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/wal
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/data
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/logs
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/data/info.pb
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.2:0
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.213.2
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.2
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.2
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:22.539841 27989 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:22.540943 27989 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:22.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:22.541822 27989 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:22.590508 27989 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:22.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:22.591753 27989 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.213.2
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.642012 27989 tablet_server_runner.cc:78] Tablet server non-default flags:
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/data
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/wal
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.2
09:03:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.2:0
09:03:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/data/info.pb
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.2
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.213.2
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/logs
09:03:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.643826 27989 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:22.645413 27989 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:22.660785 27997 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:23.054769 27975 heartbeater.cc:499] Master 127.26.213.60:45897 was elected leader, sending a full tablet report...
09:03:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:23 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997403, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:23.905174 27608 init.cc:295] Successfully reacquired a new kerberos TGT
09:03:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:24.061652 27996 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 27989
09:03:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:24.948503 27996 kernel_stack_watchdog.cc:198] Thread 27989 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
09:03:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:03:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:03:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:03:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:03:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:22.661353 27998 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:24.949594 27989 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.288s user 0.636s sys 0.989s
09:03:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:24.950031 27989 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.289s user 0.636s sys 0.989s
09:03:24.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:24.952322 28000 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:24.954761 27999 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2286 milliseconds
09:03:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.954795 27989 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.956318 27989 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.958527 27989 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.959931 27989 hybrid_clock.cc:648] HybridClock initialized: now 1773997404959893 us; error 62 us; skew 500 ppm
09:03:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.960846 27989 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:24 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997404, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.967734 27989 init.cc:377] Logged in from keytab as kudu/127.26.213.2@KRBTEST.COM (short username kudu)
09:03:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.973248 27989 webserver.cc:492] Webserver started at http://127.26.213.2:43883/ using document root <none> and password file <none>
09:03:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.974284 27989 fs_manager.cc:362] Metadata directory not provided
09:03:24.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.974550 27989 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.975129 27989 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.979733 27989 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/data/instance:
09:03:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e5892f2a8041f3b6026f64b2172f86"
09:03:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:24 on dist-test-slave-pt5w"
09:03:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.981218 27989 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/wal/instance:
09:03:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e5892f2a8041f3b6026f64b2172f86"
09:03:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:24 on dist-test-slave-pt5w"
09:03:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.989141 27989 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
09:03:24.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.996099 28010 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.997819 27989 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
09:03:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.998150 27989 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/wal
09:03:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e5892f2a8041f3b6026f64b2172f86"
09:03:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:24 on dist-test-slave-pt5w"
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:24.998471 27989 fs_report.cc:389] FS layout report
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/wal
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/wal
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/data/data
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.066812 27989 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.073553 27989 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.074143 27989 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:25.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.077320 27989 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:03:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.082934 27989 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.083217 27989 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:03:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.083544 27989 ts_tablet_manager.cc:616] Registered 0 tablets
09:03:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.083760 27989 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:03:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.249543 27989 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.2:34853
09:03:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.249655 28126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.2:34853 every 8 connection(s)
09:03:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.253935 27989 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/data/info.pb
09:03:25.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.257053 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 27989
09:03:25.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.257686 27476 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-1/wal/instance
09:03:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:25 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997404, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.2@KRBTEST.COM for kudu/127.26.213.60@KRBTEST.COM
09:03:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:25 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997404, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.2@KRBTEST.COM for kudu/127.26.213.61@KRBTEST.COM
09:03:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.213.3@KRBTEST.COM; defaulting to no policy
09:03:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:25 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997404, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.2@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.213.3@KRBTEST.COM" created.
09:03:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.356063 28128 heartbeater.cc:344] Connected to a master server at 127.26.213.61:33823
09:03:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.356652 28128 heartbeater.cc:461] Registering TS with master...
09:03:25.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.358203 28128 heartbeater.cc:507] Master 127.26.213.61:33823 requested a full tablet report, sending...
09:03:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.360072 28127 heartbeater.cc:344] Connected to a master server at 127.26.213.60:45897
09:03:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.360445 28127 heartbeater.cc:461] Registering TS with master...
09:03:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.361452 28127 heartbeater.cc:507] Master 127.26.213.60:45897 requested a full tablet report, sending...
09:03:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.361682 27629 ts_manager.cc:194] Registered new tserver with Master: d5e5892f2a8041f3b6026f64b2172f86 (127.26.213.2:34853)
09:03:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.364418 27721 ts_manager.cc:194] Registered new tserver with Master: d5e5892f2a8041f3b6026f64b2172f86 (127.26.213.2:34853)
09:03:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.366688 27721 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.26.213.2@KRBTEST.COM'} at 127.26.213.2:60335
09:03:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.372623 28129 heartbeater.cc:344] Connected to a master server at 127.26.213.62:44153
09:03:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.373026 28129 heartbeater.cc:461] Registering TS with master...
09:03:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.373698 28129 heartbeater.cc:507] Master 127.26.213.62:44153 requested a full tablet report, sending...
09:03:25.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.376549 27545 ts_manager.cc:194] Registered new tserver with Master: d5e5892f2a8041f3b6026f64b2172f86 (127.26.213.2:34853)
09:03:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.213.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:25.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.380292 27476 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.26.213.3: real 0.102s user 0.001s sys 0.027s
09:03:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.213.3@KRBTEST.COM; defaulting to no policy
09:03:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.213.3@KRBTEST.COM" created.
09:03:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
09:03:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.213.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab.
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.429291 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/wal
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/data
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/logs
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/data/info.pb
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.3:0
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.213.3
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.3
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.3
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.791906 28141 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.792570 28141 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.793603 28141 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.834790 28141 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.836480 28141 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.213.3
09:03:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.887849 28141 tablet_server_runner.cc:78] Tablet server non-default flags:
09:03:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/data
09:03:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/wal
09:03:25.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.3
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.3:0
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/data/info.pb
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.3
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.213.3
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/logs
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.889508 28141 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:25.891083 28141 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.909121 28148 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:26.371878 28127 heartbeater.cc:499] Master 127.26.213.60:45897 was elected leader, sending a full tablet report...
09:03:26.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:26 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997406, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:26.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:26.404863 27697 init.cc:295] Successfully reacquired a new kerberos TGT
09:03:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.909890 28149 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:25.916280 28151 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:27.301946 28150 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1387 milliseconds
09:03:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.302099 28141 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.303730 28141 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.306265 28141 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.307723 28141 hybrid_clock.cc:648] HybridClock initialized: now 1773997407307681 us; error 43 us; skew 500 ppm
09:03:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.308724 28141 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:27 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997407, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.317176 28141 init.cc:377] Logged in from keytab as kudu/127.26.213.3@KRBTEST.COM (short username kudu)
09:03:27.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.323997 28141 webserver.cc:492] Webserver started at http://127.26.213.3:41017/ using document root <none> and password file <none>
09:03:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.325624 28141 fs_manager.cc:362] Metadata directory not provided
09:03:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.325953 28141 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.326653 28141 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:03:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.333539 28141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/data/instance:
09:03:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "939b00fb8a0346ef9ebab7ccb67bee72"
09:03:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:27 on dist-test-slave-pt5w"
09:03:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.335230 28141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/wal/instance:
09:03:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "939b00fb8a0346ef9ebab7ccb67bee72"
09:03:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:27 on dist-test-slave-pt5w"
09:03:27.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.362502 28141 fs_manager.cc:696] Time spent creating directory manager: real 0.026s user 0.010s sys 0.013s
09:03:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.374814 28159 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.376814 28141 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.003s sys 0.004s
09:03:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.377334 28141 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/wal
09:03:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "939b00fb8a0346ef9ebab7ccb67bee72"
09:03:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:27 on dist-test-slave-pt5w"
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.377774 28141 fs_report.cc:389] FS layout report
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/wal
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/wal
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/data/data
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:27.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.436357 28141 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.448683 28141 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.449371 28141 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:27.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.453445 28141 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
09:03:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.459076 28141 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:03:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.459316 28141 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:03:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.459607 28141 ts_tablet_manager.cc:616] Registered 0 tablets
09:03:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.459873 28141 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:03:27.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.648579 28141 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.3:44097
09:03:27.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.648710 28274 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.3:44097 every 8 connection(s)
09:03:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.651367 28141 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/data/info.pb
09:03:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.654871 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 28141
09:03:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.655519 27476 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/ts-2/wal/instance
09:03:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:27 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997407, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.3@KRBTEST.COM for kudu/127.26.213.61@KRBTEST.COM
09:03:27.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:27 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997407, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.3@KRBTEST.COM for kudu/127.26.213.60@KRBTEST.COM
09:03:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:27 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997407, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.3@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:27.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.731060 28275 heartbeater.cc:344] Connected to a master server at 127.26.213.60:45897
09:03:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.731794 28275 heartbeater.cc:461] Registering TS with master...
09:03:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.733422 28275 heartbeater.cc:507] Master 127.26.213.60:45897 requested a full tablet report, sending...
09:03:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.735661 28276 heartbeater.cc:344] Connected to a master server at 127.26.213.61:33823
09:03:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.736048 28276 heartbeater.cc:461] Registering TS with master...
09:03:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.737147 28276 heartbeater.cc:507] Master 127.26.213.61:33823 requested a full tablet report, sending...
09:03:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.738272 28277 heartbeater.cc:344] Connected to a master server at 127.26.213.62:44153
09:03:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.738641 28277 heartbeater.cc:461] Registering TS with master...
09:03:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.739712 28277 heartbeater.cc:507] Master 127.26.213.62:44153 requested a full tablet report, sending...
09:03:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.739889 27720 ts_manager.cc:194] Registered new tserver with Master: 939b00fb8a0346ef9ebab7ccb67bee72 (127.26.213.3:44097)
09:03:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.741881 27629 ts_manager.cc:194] Registered new tserver with Master: 939b00fb8a0346ef9ebab7ccb67bee72 (127.26.213.3:44097)
09:03:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.742049 27720 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.26.213.3@KRBTEST.COM'} at 127.26.213.3:40283
09:03:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.744283 27545 ts_manager.cc:194] Registered new tserver with Master: 939b00fb8a0346ef9ebab7ccb67bee72 (127.26.213.3:44097)
09:03:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.765635 27476 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:03:27.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:27.779 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
09:03:27.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
09:03:27.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
09:03:27.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.213.62"
port: 44153
}
bound_http_address {
host: "127.26.213.62"
port: 33103
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.213.61"
port: 33823
}
bound_http_address {
host: "127.26.213.61"
port: 43581
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.213.60"
port: 45897
}
bound_http_address {
host: "127.26.213.60"
port: 39803
}
}
}
09:03:27.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:03:27.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.213.1"
port: 43065
}
bound_http_address {
host: "127.26.213.1"
port: 44225
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.213.2"
port: 34853
}
bound_http_address {
host: "127.26.213.2"
port: 43883
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.213.3"
port: 44097
}
bound_http_address {
host: "127.26.213.3"
port: 41017
}
}
}
09:03:27.795 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:03:27.796 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:03:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:27 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997407, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:03:27.849 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:27.852 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc
09:03:27.865 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:03:27.865 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc
09:03:27.867 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:03:27.900 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
09:03:27.903 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
09:03:27.903 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
09:03:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:27 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997407, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
09:03:27.943 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:27.943 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc
09:03:27.944 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
09:03:27.945 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.213.61:33823
09:03:27.947 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
09:03:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.947889 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 27591
09:03:27.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:27.983 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.213.62:44153
09:03:27.983 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
09:03:27.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:27.983647 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 27506
09:03:28.025 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:28.025 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.213.60:45897
09:03:28.026 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
09:03:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:28.026671 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 27675
09:03:28.065 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:28.065 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.213.61:33823
09:03:28.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
09:03:28.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:28.071147 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:28.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:28.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/logs
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/info.pb
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.61:33823
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.61
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43581
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.61
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:03:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:28.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.078581 27976 heartbeater.cc:646] Failed to heartbeat to 127.26.213.61:33823 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:28.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.377919 28128 heartbeater.cc:646] Failed to heartbeat to 127.26.213.61:33823 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.448107 28292 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.448679 28292 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:28.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.449343 28292 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.484288 28292 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.484539 28292 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.484808 28292 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.485069 28292 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.485272 28292 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.485466 28292 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.485615 28292 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44283/jwks.json
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:28.528504 28292 master_runner.cc:386] Master server non-default flags:
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.61
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.61:33823
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/info.pb
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.61
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43581
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/logs
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:28.529822 28292 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:28.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:28.531100 28292 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.542670 28300 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:28.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:28.747378 28275 heartbeater.cc:499] Master 127.26.213.60:45897 was elected leader, sending a full tablet report...
09:03:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.765065 28276 heartbeater.cc:646] Failed to heartbeat to 127.26.213.61:33823 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.26.213.61:33823: connect: Connection refused (error 111)
09:03:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:28.544579 28301 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:29.947943 28299 debug-util.cc:398] Leaking SignalData structure 0x7b08000281c0 after lost signal to thread 28292
09:03:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:30.394485 28299 kernel_stack_watchdog.cc:198] Thread 28292 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
09:03:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:03:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:03:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:03:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:03:30.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:30.399274 28292 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.856s user 0.624s sys 1.150s
09:03:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:30.399767 28292 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.856s user 0.625s sys 1.150s
09:03:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:30.400743 28302 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1857 milliseconds
09:03:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:30.401835 28303 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:30.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.401837 28292 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.403398 28292 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:30.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.420570 28292 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:30.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.422101 28292 hybrid_clock.cc:648] HybridClock initialized: now 1773997410421854 us; error 259 us; skew 500 ppm
09:03:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.423151 28292 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:30 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997410, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:30.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.430188 28292 init.cc:377] Logged in from keytab as kudu/127.26.213.61@KRBTEST.COM (short username kudu)
09:03:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.435472 28292 webserver.cc:492] Webserver started at http://127.26.213.61:43581/ using document root <none> and password file <none>
09:03:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.436586 28292 fs_manager.cc:362] Metadata directory not provided
09:03:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.436872 28292 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:30.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.446578 28292 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.002s sys 0.004s
09:03:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.451789 28330 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.453151 28292 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
09:03:30.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.453605 28292 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67df617414414e6aa1a12fefa8e85d28"
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:13 on dist-test-slave-pt5w"
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.455937 28292 fs_report.cc:389] FS layout report
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/wal
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/data
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.516553 28292 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:30.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.523147 28292 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.523806 28292 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.605233 28292 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.61:33823
09:03:30.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.605476 28383 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.61:33823 every 8 connection(s)
09:03:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.608412 28292 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-1/data/info.pb
09:03:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.613451 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 28292
09:03:30.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:30.614 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.213.62:44153
09:03:30.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.616005 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/logs
09:03:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/info.pb
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.62:44153
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.62
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33103
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.62
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:03:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:30.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.624396 28384 sys_catalog.cc:263] Verifying existing consensus state
09:03:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.631608 28384 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Bootstrap starting.
09:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.686314 28384 log.cc:826] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Log is configured to *not* fsync() on all Append() calls
09:03:30.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.707386 28384 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:03:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.708549 28384 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Bootstrap complete.
09:03:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.744659 28384 raft_consensus.cc:359] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.748960 28384 raft_consensus.cc:740] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67df617414414e6aa1a12fefa8e85d28, State: Initialized, Role: FOLLOWER
09:03:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.750043 28384 consensus_queue.cc:260] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:30.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.753329 28388 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:30.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.754024 28388 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: This master's current role is: FOLLOWER
09:03:30.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.755882 28384 sys_catalog.cc:565] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: configured and running, proceeding with master startup.
09:03:30.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.810251 28399 catalog_manager.cc:1269] Loaded cluster ID: d6b72589357c46baaa704ed3dd9731cc
09:03:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.810614 28399 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: loading cluster ID for follower catalog manager: success
09:03:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.796635 28292 master_runner.cc:186] Error getting master registration for 127.26.213.62:44153: Network error: Client connection negotiation failed: client connection to 127.26.213.62:44153: connect: Connection refused (error 111),
09:03:30.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.834600 28292 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:30.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.840543 28399 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: acquiring CA information for follower catalog manager: success
09:03:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.846946 28399 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:03:30.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.870152 28276 heartbeater.cc:344] Connected to a master server at 127.26.213.61:33823
09:03:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.876277 28347 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "939b00fb8a0346ef9ebab7ccb67bee72" instance_seqno: 1773997407602908) as {username='kudu', principal='kudu/127.26.213.3@KRBTEST.COM'} at 127.26.213.3:34627; Asking this server to re-register.
09:03:30.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.878068 28276 heartbeater.cc:461] Registering TS with master...
09:03:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:30.881930 28347 ts_manager.cc:194] Registered new tserver with Master: 939b00fb8a0346ef9ebab7ccb67bee72 (127.26.213.3:44097)
09:03:31.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.104921 28386 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:31.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.105584 28386 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:31.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.106412 28386 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.149893 27976 heartbeater.cc:344] Connected to a master server at 127.26.213.61:33823
09:03:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.152799 28347 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b55adc3015a475991ce4feb56dfb831" instance_seqno: 1773997401822982) as {username='kudu', principal='kudu/127.26.213.1@KRBTEST.COM'} at 127.26.213.1:41447; Asking this server to re-register.
09:03:31.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.154160 27976 heartbeater.cc:461] Registering TS with master...
09:03:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.157163 28347 ts_manager.cc:194] Registered new tserver with Master: 3b55adc3015a475991ce4feb56dfb831 (127.26.213.1:43065)
09:03:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.159909 28386 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.160219 28386 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.160635 28386 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:31.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.161000 28386 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:31.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.161334 28386 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:31.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.161674 28386 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:31.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.161926 28386 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44283/jwks.json
09:03:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.205933 28386 master_runner.cc:386] Master server non-default flags:
09:03:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data
09:03:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.62
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.62:44153
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/info.pb
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.62
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33103
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/logs
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.207780 28386 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.209379 28386 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.222898 28414 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.466128 28128 heartbeater.cc:344] Connected to a master server at 127.26.213.61:33823
09:03:31.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.470649 28347 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d5e5892f2a8041f3b6026f64b2172f86" instance_seqno: 1773997405213503) as {username='kudu', principal='kudu/127.26.213.2@KRBTEST.COM'} at 127.26.213.2:52533; Asking this server to re-register.
09:03:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.472543 28128 heartbeater.cc:461] Registering TS with master...
09:03:31.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.477125 28347 ts_manager.cc:194] Registered new tserver with Master: d5e5892f2a8041f3b6026f64b2172f86 (127.26.213.2:34853)
09:03:31.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:31 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997411, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:31.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:31.539981 27853 init.cc:295] Successfully reacquired a new kerberos TGT
09:03:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.129243 28425 raft_consensus.cc:493] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.130143 28425 raft_consensus.cc:515] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.167965 28425 leader_election.cc:290] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 824a3103036141c881cc8293301e9e11 (127.26.213.62:44153), 92f30496464c4a22808c8a38f9d4b876 (127.26.213.60:45897)
09:03:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:32.187165 28334 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:32.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:32.201095 28333 leader_election.cc:336] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 824a3103036141c881cc8293301e9e11 (127.26.213.62:44153): Network error: Client connection negotiation failed: client connection to 127.26.213.62:44153: connect: Connection refused (error 111)
09:03:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:32.207165 28334 leader_election.cc:336] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 92f30496464c4a22808c8a38f9d4b876 (127.26.213.60:45897): Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:32.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.207826 28334 leader_election.cc:304] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 67df617414414e6aa1a12fefa8e85d28; no voters: 824a3103036141c881cc8293301e9e11, 92f30496464c4a22808c8a38f9d4b876
09:03:32.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.209180 28425 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
09:03:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.226161 28415 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:31.226882 28417 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.879910 28386 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:32.880837 28416 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1648 milliseconds
09:03:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.882928 28386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.887319 28386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.889935 28386 hybrid_clock.cc:648] HybridClock initialized: now 1773997412889879 us; error 54 us; skew 500 ppm
09:03:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.891077 28386 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:32.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:32 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997412, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:32.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.900808 28386 init.cc:377] Logged in from keytab as kudu/127.26.213.62@KRBTEST.COM (short username kudu)
09:03:32.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.919480 28386 webserver.cc:492] Webserver started at http://127.26.213.62:33103/ using document root <none> and password file <none>
09:03:32.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.920770 28386 fs_manager.cc:362] Metadata directory not provided
09:03:32.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.921069 28386 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.933115 28386 fs_manager.cc:714] Time spent opening directory manager: real 0.009s user 0.003s sys 0.005s
09:03:32.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.939640 28443 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:32.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.941324 28386 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.941761 28386 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "824a3103036141c881cc8293301e9e11"
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:11 on dist-test-slave-pt5w"
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:32.944157 28386 fs_report.cc:389] FS layout report
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/wal
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/data
09:03:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:32.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.016247 28386 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:33.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.025193 28386 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:33.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.025650 28386 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.120836 28386 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.62:44153
09:03:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.120971 28495 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.62:44153 every 8 connection(s)
09:03:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.124053 28386 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-0/data/info.pb
09:03:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.132717 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 28386
09:03:33.134 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:33.134 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.213.60:45897
09:03:33.134 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.136849 27476 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/logs
09:03:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/info.pb
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.60:45897
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.60
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39803
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.60
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
09:03:33.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
09:03:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.141630 28496 sys_catalog.cc:263] Verifying existing consensus state
09:03:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.150694 28496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: Bootstrap starting.
09:03:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:33 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997411, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.1@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.221300 28496 log.cc:826] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: Log is configured to *not* fsync() on all Append() calls
09:03:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.241969 27977 heartbeater.cc:344] Connected to a master server at 127.26.213.62:44153
09:03:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.251801 28496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:03:33.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.252997 28496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: Bootstrap complete.
09:03:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.280691 28496 raft_consensus.cc:359] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:33.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.283241 28496 raft_consensus.cc:740] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 824a3103036141c881cc8293301e9e11, State: Initialized, Role: FOLLOWER
09:03:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.284228 28496 consensus_queue.cc:260] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.289363 28503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:33.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.290702 28503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: This master's current role is: FOLLOWER
09:03:33.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.291484 28496 sys_catalog.cc:565] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: configured and running, proceeding with master startup.
09:03:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:33 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997412, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.62@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.376881 28514 catalog_manager.cc:1269] Loaded cluster ID: d6b72589357c46baaa704ed3dd9731cc
09:03:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.377199 28514 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: loading cluster ID for follower catalog manager: success
09:03:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.384838 28514 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: acquiring CA information for follower catalog manager: success
09:03:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.391343 28514 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:03:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.443116 28386 master_runner.cc:186] Error getting master registration for 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111),
09:03:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.472136 28386 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.495572 28129 heartbeater.cc:344] Connected to a master server at 127.26.213.62:44153
09:03:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.502637 28460 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d5e5892f2a8041f3b6026f64b2172f86" instance_seqno: 1773997405213503) as {username='kudu', principal='kudu/127.26.213.2@KRBTEST.COM'} at 127.26.213.2:43237; Asking this server to re-register.
09:03:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.505743 28129 heartbeater.cc:461] Registering TS with master...
09:03:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.509915 28460 ts_manager.cc:194] Registered new tserver with Master: d5e5892f2a8041f3b6026f64b2172f86 (127.26.213.2:34853)
09:03:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.642444 28498 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:03:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.643244 28498 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:03:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.644364 28498 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:03:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.702180 28498 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
09:03:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.702529 28498 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:03:33.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.702987 28498 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:03:33.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.703354 28498 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:03:33.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.703713 28498 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:03:33.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.704046 28498 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:03:33.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.704298 28498 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44283/jwks.json
09:03:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.773586 28498 master_runner.cc:386] Master server non-default flags:
09:03:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:03:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.213.20:41139
09:03:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:03:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:03:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.213.62:44153,127.26.213.61:33823,127.26.213.60:45897
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/krb5kdc/kudu.keytab
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.213.60
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.213.60:45897
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:03:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44283/jwks.json
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/info.pb
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.213.60
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39803
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/logs
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3a5468b651ad64ac6e09f94bae9fffde09c4211d
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Mar 2026 08:43:23 UTC on e7f111948823
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11019
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:03:33.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.775409 28498 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:03:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.776861 28498 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:03:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.793989 28525 raft_consensus.cc:493] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:03:33.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.802898 28527 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:33.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.797202 28525 raft_consensus.cc:515] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.842870 28525 leader_election.cc:290] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 824a3103036141c881cc8293301e9e11 (127.26.213.62:44153), 92f30496464c4a22808c8a38f9d4b876 (127.26.213.60:45897)
09:03:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.896344 28471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "67df617414414e6aa1a12fefa8e85d28" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "824a3103036141c881cc8293301e9e11" is_pre_election: true
09:03:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.897456 28471 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 67df617414414e6aa1a12fefa8e85d28 in term 1.
09:03:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.899071 28333 leader_election.cc:304] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 67df617414414e6aa1a12fefa8e85d28, 824a3103036141c881cc8293301e9e11; no voters:
09:03:33.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.900207 28525 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:03:33.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.900570 28525 raft_consensus.cc:493] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:03:33.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.900888 28525 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 1 FOLLOWER]: Advancing to term 2
09:03:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.926538 28525 raft_consensus.cc:515] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:33.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.939850 28471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "67df617414414e6aa1a12fefa8e85d28" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "824a3103036141c881cc8293301e9e11"
09:03:33.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.940457 28471 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 1 FOLLOWER]: Advancing to term 2
09:03:33.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.951232 28471 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 67df617414414e6aa1a12fefa8e85d28 in term 2.
09:03:33.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.952860 28333 leader_election.cc:304] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 67df617414414e6aa1a12fefa8e85d28, 824a3103036141c881cc8293301e9e11; no voters:
09:03:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.954173 28334 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.26.213.60:45897, user_credentials={real_user=slave}} blocked reactor thread for 84164us
09:03:33.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.957993 28334 leader_election.cc:336] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 92f30496464c4a22808c8a38f9d4b876 (127.26.213.60:45897): Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:33.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.961128 28541 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 2 FOLLOWER]: Leader election won for term 2
09:03:33.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.967129 28277 heartbeater.cc:344] Connected to a master server at 127.26.213.62:44153
09:03:33.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.970531 28460 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "939b00fb8a0346ef9ebab7ccb67bee72" instance_seqno: 1773997407602908) as {username='kudu', principal='kudu/127.26.213.3@KRBTEST.COM'} at 127.26.213.3:51927; Asking this server to re-register.
09:03:33.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.974143 28277 heartbeater.cc:461] Registering TS with master...
09:03:33.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.977731 28460 ts_manager.cc:194] Registered new tserver with Master: 939b00fb8a0346ef9ebab7ccb67bee72 (127.26.213.3:44097)
09:03:33.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.981570 28525 leader_election.cc:290] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 election: Requested vote from peers 824a3103036141c881cc8293301e9e11 (127.26.213.62:44153), 92f30496464c4a22808c8a38f9d4b876 (127.26.213.60:45897)
09:03:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.988125 28334 leader_election.cc:336] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 92f30496464c4a22808c8a38f9d4b876 (127.26.213.60:45897): Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111)
09:03:33.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.996022 28541 raft_consensus.cc:697] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [term 2 LEADER]: Becoming Leader. State: Replica: 67df617414414e6aa1a12fefa8e85d28, State: Running, Role: LEADER
09:03:33.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:33.997632 28541 consensus_queue.cc:237] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:34.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.019690 28525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 67df617414414e6aa1a12fefa8e85d28. Latest consensus state: current_term: 2 leader_uuid: "67df617414414e6aa1a12fefa8e85d28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:34.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.021175 28525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: This master's current role is: LEADER
09:03:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.034243 28544 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:03:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.053844 28544 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:03:34.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.065428 28544 catalog_manager.cc:1269] Loaded cluster ID: d6b72589357c46baaa704ed3dd9731cc
09:03:34.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.066298 28544 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:03:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.072077 28544 catalog_manager.cc:1514] Loading token signing keys...
09:03:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.081713 28544 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28: Loaded TSK: 0
09:03:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.092049 28544 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:03:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.258143 28460 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b55adc3015a475991ce4feb56dfb831" instance_seqno: 1773997401822982) as {username='kudu', principal='kudu/127.26.213.1@KRBTEST.COM'} at 127.26.213.1:47305; Asking this server to re-register.
09:03:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.260454 27977 heartbeater.cc:461] Registering TS with master...
09:03:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.264541 28460 ts_manager.cc:194] Registered new tserver with Master: 3b55adc3015a475991ce4feb56dfb831 (127.26.213.1:43065)
09:03:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:34.405882 28334 consensus_peers.cc:597] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 -> Peer 92f30496464c4a22808c8a38f9d4b876 (127.26.213.60:45897): Couldn't send request to peer 92f30496464c4a22808c8a38f9d4b876. Status: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:03:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.481554 28471 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [term 2 FOLLOWER]: Refusing update from remote peer 67df617414414e6aa1a12fefa8e85d28: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
09:03:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.484354 28525 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
09:03:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.522056 28547 sys_catalog.cc:455] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 67df617414414e6aa1a12fefa8e85d28. Latest consensus state: current_term: 2 leader_uuid: "67df617414414e6aa1a12fefa8e85d28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.523025 28547 sys_catalog.cc:458] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: This master's current role is: FOLLOWER
09:03:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.547289 28547 sys_catalog.cc:455] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "67df617414414e6aa1a12fefa8e85d28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.548094 28547 sys_catalog.cc:458] T 00000000000000000000000000000000 P 824a3103036141c881cc8293301e9e11 [sys.catalog]: This master's current role is: FOLLOWER
09:03:34.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.554387 28525 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "67df617414414e6aa1a12fefa8e85d28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:34.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.555500 28525 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: This master's current role is: LEADER
09:03:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:34 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997414, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:34.974020 28006 init.cc:295] Successfully reacquired a new kerberos TGT
09:03:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:35.204406 27976 heartbeater.cc:499] Master 127.26.213.61:33823 was elected leader, sending a full tablet report...
09:03:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:35.510160 28128 heartbeater.cc:499] Master 127.26.213.61:33823 was elected leader, sending a full tablet report...
09:03:35.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:35.901652 28292 master_runner.cc:186] Error getting master registration for 127.26.213.60:45897: Network error: Client connection negotiation failed: client connection to 127.26.213.60:45897: connect: Connection refused (error 111),
09:03:35.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:35.902207 28292 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:03:35.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:35.903018 28276 heartbeater.cc:499] Master 127.26.213.61:33823 was elected leader, sending a full tablet report...
09:03:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:35.199790 28526 debug-util.cc:398] Leaking SignalData structure 0x7b08000281c0 after lost signal to thread 28498
09:03:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:36.220889 28526 kernel_stack_watchdog.cc:198] Thread 28498 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 393ms:
09:03:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:03:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:03:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:03:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:03:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:33.804978 28529 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:36.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:36.227048 28530 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2415 milliseconds
09:03:36.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:36.222566 28498 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.418s user 0.846s sys 1.228s
09:03:36.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:36.227972 28498 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.424s user 0.846s sys 1.228s
09:03:36.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.228616 28498 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:03:36.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:36.228681 28532 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:03:36.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.234252 28498 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:03:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.237551 28498 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:03:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.239053 28498 hybrid_clock.cc:648] HybridClock initialized: now 1773997416238974 us; error 107 us; skew 500 ppm
09:03:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.240257 28498 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:03:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:36 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997416, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:36.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.248797 28498 init.cc:377] Logged in from keytab as kudu/127.26.213.60@KRBTEST.COM (short username kudu)
09:03:36.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.255712 28498 webserver.cc:492] Webserver started at http://127.26.213.60:39803/ using document root <none> and password file <none>
09:03:36.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.257095 28498 fs_manager.cc:362] Metadata directory not provided
09:03:36.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.257398 28498 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:03:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.268391 28498 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.005s sys 0.002s
09:03:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.274104 28570 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:03:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.275724 28498 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.276182 28498 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data,/tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "92f30496464c4a22808c8a38f9d4b876"
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-20 09:03:16 on dist-test-slave-pt5w"
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.279063 28498 fs_report.cc:389] FS layout report
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/wal
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/data
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:03:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:03:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:03:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:03:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:03:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:03:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:03:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:03:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:03:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.363296 28498 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.371941 28498 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:03:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.372579 28498 kserver.cc:163] Server-wide thread pool size limit: 3276
09:03:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.475848 28498 rpc_server.cc:307] RPC server started. Bound to: 127.26.213.60:45897
09:03:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.476063 28622 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.213.60:45897 every 8 connection(s)
09:03:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.478957 28498 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpMyaUS/test-tmp/mini-kudu-cluster17983195241724295022/master-2/data/info.pb
09:03:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.482196 27476 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu as pid 28498
09:03:36.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:03:36.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.502079 28623 sys_catalog.cc:263] Verifying existing consensus state
09:03:36.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.511009 28623 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Bootstrap starting.
09:03:36.539 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.213.61:33823(127.26.213.61:33823)] connecting to peer
09:03:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.571733 28623 log.cc:826] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Log is configured to *not* fsync() on all Append() calls
09:03:36.611 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.213.62:44153(127.26.213.62:44153)] connecting to peer
09:03:36.624 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.213.60:45897(127.26.213.60:45897)] connecting to peer
09:03:36.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.641283 28623 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:03:36.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.644549 28623 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: Bootstrap complete.
09:03:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:36 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997414, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.2@KRBTEST.COM for kudu/127.26.213.60@KRBTEST.COM
09:03:36.669 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.213.62:44153(127.26.213.62:44153)] Successfully connected to peer
09:03:36.673 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.213.60:45897(127.26.213.60:45897)] Successfully connected to peer
09:03:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.677609 28623 raft_consensus.cc:359] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.681123 28623 raft_consensus.cc:740] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 92f30496464c4a22808c8a38f9d4b876, State: Initialized, Role: FOLLOWER
09:03:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.682323 28623 consensus_queue.cc:260] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } }
09:03:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.714902 28635 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.715865 28635 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: This master's current role is: FOLLOWER
09:03:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.717702 28127 heartbeater.cc:344] Connected to a master server at 127.26.213.60:45897
09:03:36.721 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.213.61:33823(127.26.213.61:33823)] Successfully connected to peer
09:03:36.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.737967 28623 sys_catalog.cc:565] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: configured and running, proceeding with master startup.
09:03:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.815775 28647 catalog_manager.cc:1269] Loaded cluster ID: d6b72589357c46baaa704ed3dd9731cc
09:03:36.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.818673 28647 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: loading cluster ID for follower catalog manager: success
09:03:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:36 dist-test-slave-pt5w krb5kdc[27488](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997416, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.60@KRBTEST.COM for kudu/127.26.213.62@KRBTEST.COM
09:03:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.834378 28647 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: acquiring CA information for follower catalog manager: success
09:03:36.837 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
09:03:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.857035 28597 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [term 1 FOLLOWER]: Advancing to term 2
09:03:36.871 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.213.60
09:03:36.871 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.213.62
09:03:36.875 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.213.61
09:03:36.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.880837 28647 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:03:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.942425 28275 heartbeater.cc:344] Connected to a master server at 127.26.213.60:45897
09:03:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.942982 28275 heartbeater.cc:499] Master 127.26.213.60:45897 was elected leader, sending a full tablet report...
09:03:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.960062 28635 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 67df617414414e6aa1a12fefa8e85d28. Latest consensus state: current_term: 2 leader_uuid: "67df617414414e6aa1a12fefa8e85d28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.960843 28635 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: This master's current role is: FOLLOWER
09:03:36.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.968843 28655 sys_catalog.cc:455] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "67df617414414e6aa1a12fefa8e85d28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.969699 28655 sys_catalog.cc:458] T 00000000000000000000000000000000 P 92f30496464c4a22808c8a38f9d4b876 [sys.catalog]: This master's current role is: FOLLOWER
09:03:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.967757 28587 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "939b00fb8a0346ef9ebab7ccb67bee72" instance_seqno: 1773997407602908) as {username='kudu', principal='kudu/127.26.213.3@KRBTEST.COM'} at 127.26.213.3:60999; Asking this server to re-register.
09:03:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.973414 28275 heartbeater.cc:461] Registering TS with master...
09:03:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:36.977619 28587 ts_manager.cc:194] Registered new tserver with Master: 939b00fb8a0346ef9ebab7ccb67bee72 (127.26.213.3:44097)
09:03:37.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.257277 27975 heartbeater.cc:344] Connected to a master server at 127.26.213.60:45897
09:03:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.260602 28587 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3b55adc3015a475991ce4feb56dfb831" instance_seqno: 1773997401822982) as {username='kudu', principal='kudu/127.26.213.1@KRBTEST.COM'} at 127.26.213.1:54437; Asking this server to re-register.
09:03:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.262539 27975 heartbeater.cc:461] Registering TS with master...
09:03:37.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.213.62:44153(127.26.213.62:44153)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:03:37.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.213.61:33823(127.26.213.61:33823)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:03:37.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.213.61:33823: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:03:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.266173 28587 ts_manager.cc:194] Registered new tserver with Master: 3b55adc3015a475991ce4feb56dfb831 (127.26.213.1:43065)
09:03:37.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.213.60:45897(127.26.213.60:45897)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:03:37.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.213.60:45897: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:03:37.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.213.62:44153: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
09:03:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:37.278676 28636 negotiation.cc:337] Failed RPC negotiation. Trace:
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.688249 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:58452 (local address 127.26.213.61:33823)
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.748664 (+ 60415us) server_negotiation.cc:207] Beginning negotiation
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.748700 (+ 36us) server_negotiation.cc:400] Waiting for connection header
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.772488 (+ 23788us) server_negotiation.cc:408] Connection header received
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.815133 (+ 42645us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.815167 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.815517 (+ 350us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.815760 (+ 243us) server_negotiation.cc:227] Negotiated authn=SASL
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.114508 (+298748us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.116080 (+ 1572us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.251931 (+135851us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.252550 (+ 619us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.277000 (+ 24450us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58452: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:58452): Cannot send after transport endpoint shutdown (error 108)
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":59762,"thread_start_us":64089,"threads_started":1}
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:37.284314 28634 negotiation.cc:337] Failed RPC negotiation. Trace:
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.664447 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:36520 (local address 127.26.213.60:45897)
09:03:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.700270 (+ 35823us) server_negotiation.cc:207] Beginning negotiation
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.700309 (+ 39us) server_negotiation.cc:400] Waiting for connection header
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.771064 (+ 70755us) server_negotiation.cc:408] Connection header received
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.813161 (+ 42097us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.813198 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.813463 (+ 265us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.813669 (+ 206us) server_negotiation.cc:227] Negotiated authn=SASL
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.113797 (+300128us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.116027 (+ 2230us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.244782 (+128755us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.245379 (+ 597us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.281938 (+ 36559us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:36520: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:36520): Cannot send after transport endpoint shutdown (error 108)
09:03:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":34457,"thread_start_us":34899,"threads_started":1}
09:03:37.290 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.213.60:45897(127.26.213.60:45897)] handling channelInactive
09:03:37.297 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.213.61:33823(127.26.213.61:33823)] handling channelInactive
09:03:37.282 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=794), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.213.61:33823, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.213.62:44153, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.213.60:45897, [775ms] Sub RPC ConnectToMaster: received response from server master-127.26.213.61:33823: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [778ms] Sub RPC ConnectToMaster: received response from server master-127.26.213.60:45897: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [780ms] Sub RPC ConnectToMaster: received response from server master-127.26.213.62:44153: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.213.61:33823,127.26.213.62:44153,127.26.213.60:45897). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.213.61:33823,127.26.213.62:44153,127.26.213.60:45897). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
09:03:37.310 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=823), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.213.61:33823, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.213.62:44153, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.213.60:45897, [775ms] Sub RPC ConnectToMaster: received response from server master-127.26.213.61:33823: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [778ms] Sub RPC ConnectToMaster: received response from server master-127.26.213.60:45897: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [780ms] Sub RPC ConnectToMaster: received response from server master-127.26.213.62:44153: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
09:03:37.314 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.213.61:33823(127.26.213.61:33823)] disconnecting while in state TERMINATED
09:03:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260320 09:03:37.316179 28633 negotiation.cc:337] Failed RPC negotiation. Trace:
09:03:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.659645 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:44084 (local address 127.26.213.62:44153)
09:03:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.696776 (+ 37131us) server_negotiation.cc:207] Beginning negotiation
09:03:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.696807 (+ 31us) server_negotiation.cc:400] Waiting for connection header
09:03:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.771676 (+ 74869us) server_negotiation.cc:408] Connection header received
09:03:37.316 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.213.62:44153(127.26.213.62:44153)] disconnecting while in state TERMINATED
09:03:37.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.816233 (+ 44557us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:03:37.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.816271 (+ 38us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:03:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.816503 (+ 232us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:03:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:36.816704 (+ 201us) server_negotiation.cc:227] Negotiated authn=SASL
09:03:37.318 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.213.60:45897(127.26.213.60:45897)] disconnecting while in state TERMINATED
09:03:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.112401 (+295697us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:03:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.114460 (+ 2059us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
09:03:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.258668 (+144208us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
09:03:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.259313 (+ 645us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
09:03:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0320 09:03:37.314230 (+ 54917us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44084: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:44084): Cannot send after transport endpoint shutdown (error 108)
09:03:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":36421,"thread_start_us":39471,"threads_started":1}
09:03:37.321 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.213.62:44153(127.26.213.62:44153)] handling channelInactive
09:03:37.321 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:03:37.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 20 09:03:37 dist-test-slave-pt5w krb5kdc[27488](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1773997417, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.213.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
09:03:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.325973 28155 init.cc:295] Successfully reacquired a new kerberos TGT
09:03:37.337 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:03:37.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.377971 28663 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "67df617414414e6aa1a12fefa8e85d28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "824a3103036141c881cc8293301e9e11" member_type: VOTER last_known_addr { host: "127.26.213.62" port: 44153 } } peers { permanent_uuid: "67df617414414e6aa1a12fefa8e85d28" member_type: VOTER last_known_addr { host: "127.26.213.61" port: 33823 } } peers { permanent_uuid: "92f30496464c4a22808c8a38f9d4b876" member_type: VOTER last_known_addr { host: "127.26.213.60" port: 45897 } } }
09:03:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.379106 28663 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67df617414414e6aa1a12fefa8e85d28 [sys.catalog]: This master's current role is: LEADER
09:03:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.379210 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 27808
09:03:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.423905 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 27989
09:03:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.458376 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 28141
09:03:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.496266 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 28386
09:03:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.533584 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 28292
09:03:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:37.586560 27476 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 28498
09:03:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-20T09:03:38Z chronyd exiting
09:03:39.875 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:03:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:39.880388 26727 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 27015
09:03:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:39.910991 26727 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 27184
09:03:39.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:39.941010 26727 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 27328
09:03:39.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:39.971815 26727 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 26740
09:03:40.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:40.007845 26727 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 26812
09:03:40.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260320 09:03:40.045234 26727 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpMyaUS/build/tsan/bin/kudu with pid 26889
09:03:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-20T09:03:41Z chronyd exiting
09:03:42.255 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.213.61:33823,127.26.213.62:44153,127.26.213.60:45897). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.26.213.61:33823,127.26.213.62:44153,127.26.213.60:45897). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more