06:14:41.195 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:14:41.196 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasku2A2sP/test-tmp
06:14:41.196 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
06:14:41.196 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasku2A2sP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
06:14:41.198 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
06:14:41.561 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:14:41.561 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:14:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:41.565162 13459 mini_oidc.cc:152] Starting JWKS server
06:14:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:41.569279 13459 webserver.cc:460] Webserver started at http://127.0.0.1:41929/ using document root <none> and password file <none>
06:14:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:41.569746 13459 mini_oidc.cc:189] Starting OIDC Discovery server
06:14:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:41.571928 13459 webserver.cc:460] Webserver started at http://127.0.0.1:43153/ using document root <none> and password file <none>
06:14:41.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:14:41Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:14:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:14:41Z Disabled control of system clock
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:41.643900 13459 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/wal
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/data
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/logs
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/data/info.pb
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:14:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.254:45817
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.254
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:14:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41929/jwks.json with env {}
06:14:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:41.983784 13471 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:14:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:41.984566 13471 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:14:41.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:41.985296 13471 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:14:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.018512 13471 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:14:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.018904 13471 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:14:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.019236 13471 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:14:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.019538 13471 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:14:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.019842 13471 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:14:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.020073 13471 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41929/jwks.json
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:42.057821 13471 master_runner.cc:386] Master server non-default flags:
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/data
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/wal
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.254:45817
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41929/jwks.json
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/data/info.pb
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.254
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/logs
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:14:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:42.059412 13471 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:14:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:42.061208 13471 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:14:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.081532 13480 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.081545 13478 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:42.082564 13477 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:42.083793 13471 server_base.cc:1034] running on GCE node
06:14:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.358364 13471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:14:43.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.361723 13471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:14:43.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.363279 13471 hybrid_clock.cc:648] HybridClock initialized: now 1790489683363186 us; error 119 us; skew 500 ppm
06:14:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.364259 13471 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:14:43.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.371968 13471 webserver.cc:460] Webserver started at http://127.13.36.254:45071/ using document root <none> and password file <none>
06:14:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.373054 13471 fs_manager.cc:359] Metadata directory not provided
06:14:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.373286 13471 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:14:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.373700 13471 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:14:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.379034 13471 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/data/instance:
06:14:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c524c34701d0434eb3156974c61ea8ed"
06:14:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:43 on dist-test-slave-j86h"
06:14:43.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.380172 13471 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/wal/instance:
06:14:43.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c524c34701d0434eb3156974c61ea8ed"
06:14:43.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:43 on dist-test-slave-j86h"
06:14:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.388892 13471 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
06:14:43.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.395445 13487 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:14:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.397251 13471 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.004s
06:14:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.397758 13471 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/wal
06:14:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c524c34701d0434eb3156974c61ea8ed"
06:14:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:43 on dist-test-slave-j86h"
06:14:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.398191 13471 fs_report.cc:383] FS layout report
06:14:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:14:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/wal
06:14:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/wal
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/data/data
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:14:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:14:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.444764 13471 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:14:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.446405 13471 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:14:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.446949 13471 kserver.cc:163] Server-wide thread pool size limit: 3276
06:14:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.531561 13471 rpc_server.cc:307] RPC server started. Bound to: 127.13.36.254:45817
06:14:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.531713 13538 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.36.254:45817 every 8 connection(s)
06:14:43.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.534536 13471 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/data/info.pb
06:14:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.537650 13459 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 13471
06:14:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.538313 13459 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-0/wal/instance
06:14:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.541306 13539 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:14:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.542593 13459 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/wal
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/data
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/logs
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/data/info.pb
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.253:41479
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.253
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:14:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41929/jwks.json with env {}
06:14:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.557483 13539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } has no permanent_uuid. Determining permanent_uuid...
06:14:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.605113 13539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } has no permanent_uuid. Determining permanent_uuid...
06:14:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.607779 13491 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.36.253:41479: connect: Connection refused (error 111)
06:14:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.612246 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.253:41479: Network error: Client connection negotiation failed: client connection to 127.13.36.253:41479: connect: Connection refused (error 111)
06:14:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.661868 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } attempt: 1
06:14:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.666702 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.253:41479: Network error: Client connection negotiation failed: client connection to 127.13.36.253:41479: connect: Connection refused (error 111)
06:14:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.735193 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } attempt: 2
06:14:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.739715 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.253:41479: Network error: Client connection negotiation failed: client connection to 127.13.36.253:41479: connect: Connection refused (error 111)
06:14:43.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.831137 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } attempt: 3
06:14:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.835368 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.253:41479: Network error: Client connection negotiation failed: client connection to 127.13.36.253:41479: connect: Connection refused (error 111)
06:14:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.898330 13541 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:14:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.899044 13541 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:14:43.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.899765 13541 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:14:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.932591 13541 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:14:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.932996 13541 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:14:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.933393 13541 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:14:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.933693 13541 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:14:43.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.933995 13541 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:14:43.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.934230 13541 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41929/jwks.json
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.972712 13541 master_runner.cc:386] Master server non-default flags:
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/data
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/wal
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.253:41479
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41929/jwks.json
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/data/info.pb
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.253
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/logs
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:14:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:14:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:14:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:14:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:14:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:14:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:14:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:14:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.974370 13541 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:14:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.976388 13541 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:14:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:43.978853 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } attempt: 4
06:14:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:43.983294 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.253:41479: Network error: Client connection negotiation failed: client connection to 127.13.36.253:41479: connect: Connection refused (error 111)
06:14:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:44.001086 13551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:44.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:44.282819 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } attempt: 5
06:14:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:44.288729 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.253:41479: Network error: Client connection negotiation failed: client connection to 127.13.36.253:41479: connect: Connection refused (error 111)
06:14:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:44.836438 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } attempt: 6
06:14:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:44.846578 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.253:41479: Network error: Client connection negotiation failed: client connection to 127.13.36.253:41479: connect: Connection refused (error 111)
06:14:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:44.002233 13553 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:44.002632 13541 server_base.cc:1034] running on GCE node
06:14:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:44.001564 13550 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.323836 13541 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:14:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.326818 13541 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:14:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.328261 13541 hybrid_clock.cc:648] HybridClock initialized: now 1790489685328220 us; error 47 us; skew 500 ppm
06:14:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.329488 13541 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:14:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.338469 13541 webserver.cc:460] Webserver started at http://127.13.36.253:41835/ using document root <none> and password file <none>
06:14:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.339790 13541 fs_manager.cc:359] Metadata directory not provided
06:14:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.340102 13541 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:14:45.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.340737 13541 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:14:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.349310 13541 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/data/instance:
06:14:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0f70e4bb88541ac92460872844587ef"
06:14:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:45 on dist-test-slave-j86h"
06:14:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.351081 13541 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/wal/instance:
06:14:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0f70e4bb88541ac92460872844587ef"
06:14:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:45 on dist-test-slave-j86h"
06:14:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.361950 13541 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.010s sys 0.001s
06:14:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.369463 13562 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:14:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.370877 13541 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
06:14:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.371330 13541 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/wal
06:14:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0f70e4bb88541ac92460872844587ef"
06:14:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:45 on dist-test-slave-j86h"
06:14:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.371675 13541 fs_report.cc:383] FS layout report
06:14:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:14:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/wal
06:14:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/wal
06:14:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/data/data
06:14:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:14:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:14:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.410724 13541 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:14:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.412289 13541 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:14:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.412804 13541 kserver.cc:163] Server-wide thread pool size limit: 3276
06:14:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.497078 13541 rpc_server.cc:307] RPC server started. Bound to: 127.13.36.253:41479
06:14:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.497241 13613 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.36.253:41479 every 8 connection(s)
06:14:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.500012 13541 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/data/info.pb
06:14:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.501586 13459 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 13541
06:14:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.502143 13459 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-1/wal/instance
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.505684 13459 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/wal
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/data
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/logs
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/data/info.pb
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.252:43539
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.252
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:14:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:14:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41929/jwks.json with env {}
06:14:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.507413 13614 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:14:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.524180 13614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } has no permanent_uuid. Determining permanent_uuid...
06:14:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.558782 13614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } has no permanent_uuid. Determining permanent_uuid...
06:14:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.581807 13614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } has no permanent_uuid. Determining permanent_uuid...
06:14:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.584887 13565 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.589648 13614 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.639415 13614 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 1
06:14:45.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.644276 13614 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.712806 13614 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 2
06:14:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.717485 13614 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.809085 13614 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 3
06:14:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.813099 13614 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.872483 13616 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:14:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.873098 13616 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:14:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.873602 13616 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:14:45.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.907549 13616 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:14:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.907860 13616 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:14:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.908056 13616 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:14:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.908259 13616 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:14:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.908453 13616 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:14:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.908687 13616 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41929/jwks.json
06:14:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.910722 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } attempt: 7
06:14:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.928359 13539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } has no permanent_uuid. Determining permanent_uuid...
06:14:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.935024 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.956581 13614 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 4
06:14:45.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.960103 13535 debug-util.cc:398] Leaking SignalData structure 0x7b0800072160 after lost signal to thread 13472
06:14:45.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.961283 13614 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.965083 13616 master_runner.cc:386] Master server non-default flags:
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/data
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/wal
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.252:43539
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:14:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41929/jwks.json
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/data/info.pb
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.252
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/logs
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:14:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:14:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:14:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:14:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:14:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:14:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:14:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.966784 13616 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:14:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.968704 13616 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:14:45.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.993335 13628 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:45.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:45.993462 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 1
06:14:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:46.000289 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:46.081825 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 2
06:14:46.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:46.088810 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:46.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:46.174494 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 3
06:14:46.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:46.179613 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:46.260742 13614 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 5
06:14:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:46.266844 13614 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:46.320075 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 4
06:14:46.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:46.326797 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:46.610270 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 5
06:14:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:46.616294 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:46.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:46.814301 13614 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 6
06:14:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:46.828954 13614 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:47.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.168802 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 6
06:14:47.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:47.201306 13539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:47.386008 13627 debug-util.cc:398] Leaking SignalData structure 0x7b0800014880 after lost signal to thread 13616
06:14:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:47.846982 13627 kernel_stack_watchdog.cc:198] Thread 13616 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 382ms:
06:14:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
06:14:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
06:14:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
06:14:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
06:14:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:45.993626 13629 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:47.854166 13616 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.853s user 0.000s sys 0.002s
06:14:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:47.854661 13616 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.854s user 0.000s sys 0.002s
06:14:47.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:47.857260 13631 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:47.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.857260 13616 server_base.cc:1034] running on GCE node
06:14:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.858824 13616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:14:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.861867 13616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:14:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.863539 13616 hybrid_clock.cc:648] HybridClock initialized: now 1790489687863450 us; error 103 us; skew 500 ppm
06:14:47.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.864509 13616 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:14:47.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.872670 13616 webserver.cc:460] Webserver started at http://127.13.36.252:39081/ using document root <none> and password file <none>
06:14:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.873808 13616 fs_manager.cc:359] Metadata directory not provided
06:14:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.874084 13616 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:14:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.874629 13616 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:14:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.880385 13616 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/data/instance:
06:14:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ac97c5a0c4748368f1b9a55187b28c1"
06:14:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:47 on dist-test-slave-j86h"
06:14:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.881839 13616 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/wal/instance:
06:14:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ac97c5a0c4748368f1b9a55187b28c1"
06:14:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:47 on dist-test-slave-j86h"
06:14:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.889489 13614 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 7
06:14:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.893549 13616 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.004s sys 0.004s
06:14:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:47.897789 13614 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.36.252:43539: Network error: Client connection negotiation failed: client connection to 127.13.36.252:43539: connect: Connection refused (error 111)
06:14:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.903362 13644 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:14:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.905055 13616 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.000s sys 0.005s
06:14:47.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.905520 13616 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/wal
06:14:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ac97c5a0c4748368f1b9a55187b28c1"
06:14:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:47 on dist-test-slave-j86h"
06:14:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.905995 13616 fs_report.cc:383] FS layout report
06:14:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:14:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/wal
06:14:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/wal
06:14:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/data/data
06:14:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:14:47.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:14:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.979038 13616 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:14:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.980592 13616 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:14:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:47.981182 13616 kserver.cc:163] Server-wide thread pool size limit: 3276
06:14:48.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.084048 13616 rpc_server.cc:307] RPC server started. Bound to: 127.13.36.252:43539
06:14:48.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.084177 13695 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.36.252:43539 every 8 connection(s)
06:14:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.087975 13616 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/data/info.pb
06:14:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.095319 13696 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:14:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.097295 13459 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 13616
06:14:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.097744 13459 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/master-2/wal/instance
06:14:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.126636 13696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } has no permanent_uuid. Determining permanent_uuid...
06:14:48.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.185905 13696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } has no permanent_uuid. Determining permanent_uuid...
06:14:48.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.200349 13696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } has no permanent_uuid. Determining permanent_uuid...
06:14:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.220268 13696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: Bootstrap starting.
06:14:48.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.226621 13696 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: Neither blocks nor log segments found. Creating new log.
06:14:48.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.228681 13696 log.cc:824] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: Log is configured to *not* fsync() on all Append() calls
06:14:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.234750 13696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: No bootstrap required, opened a new log
06:14:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.234828 13539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 7
06:14:48.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.260354 13539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed: Bootstrap starting.
06:14:48.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.264294 13696 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:48.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.265084 13696 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:14:48.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.265390 13696 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ac97c5a0c4748368f1b9a55187b28c1, State: Initialized, Role: FOLLOWER
06:14:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.266250 13696 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:48.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.268036 13539 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed: Neither blocks nor log segments found. Creating new log.
06:14:48.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.270578 13539 log.cc:824] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed: Log is configured to *not* fsync() on all Append() calls
06:14:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.276111 13706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.277127 13706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [sys.catalog]: This master's current role is: FOLLOWER
06:14:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.278013 13696 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [sys.catalog]: configured and running, proceeding with master startup.
06:14:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.278143 13539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed: No bootstrap required, opened a new log
06:14:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.318145 13539 raft_consensus.cc:348] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.319406 13539 raft_consensus.cc:374] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:14:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.320343 13539 raft_consensus.cc:729] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c524c34701d0434eb3156974c61ea8ed, State: Initialized, Role: FOLLOWER
06:14:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:48.322703 13718 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:14:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:48.323199 13718 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:14:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.328198 13539 consensus_queue.cc:260] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.332093 13720 raft_consensus.cc:482] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:14:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.334229 13720 raft_consensus.cc:504] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.341502 13671 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c524c34701d0434eb3156974c61ea8ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" is_pre_election: true
06:14:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.342528 13671 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c524c34701d0434eb3156974c61ea8ed in term 0.
06:14:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.348768 13539 sys_catalog.cc:564] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: configured and running, proceeding with master startup.
06:14:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.349104 13720 leader_election.cc:288] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f0f70e4bb88541ac92460872844587ef (127.13.36.253:41479), 5ac97c5a0c4748368f1b9a55187b28c1 (127.13.36.252:43539)
06:14:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.349836 13490 leader_election.cc:302] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ac97c5a0c4748368f1b9a55187b28c1, c524c34701d0434eb3156974c61ea8ed; no voters:
06:14:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.350881 13720 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 0 FOLLOWER]: Leader pre-election won for term 1
06:14:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.351266 13720 raft_consensus.cc:482] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:14:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.351598 13720 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 0 FOLLOWER]: Advancing to term 1
06:14:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.312413 13616 master_runner.cc:186] Error getting master registration for 127.13.36.254:45817: OK, instance_id { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" instance_seqno: 1790489683507890 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:14:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.353621 13616 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:14:48.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.338172 13721 sys_catalog.cc:455] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.354748 13721 sys_catalog.cc:458] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: This master's current role is: FOLLOWER
06:14:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.358692 13720 raft_consensus.cc:504] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.363349 13671 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c524c34701d0434eb3156974c61ea8ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ac97c5a0c4748368f1b9a55187b28c1"
06:14:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.364056 13671 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [term 0 FOLLOWER]: Advancing to term 1
06:14:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.373472 13671 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c524c34701d0434eb3156974c61ea8ed in term 1.
06:14:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.382874 13490 leader_election.cc:302] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ac97c5a0c4748368f1b9a55187b28c1, c524c34701d0434eb3156974c61ea8ed; no voters:
06:14:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.384056 13721 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 1 FOLLOWER]: Leader election won for term 1
06:14:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.391059 13721 raft_consensus.cc:686] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [term 1 LEADER]: Becoming Leader. State: Replica: c524c34701d0434eb3156974c61ea8ed, State: Running, Role: LEADER
06:14:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.392035 13721 consensus_queue.cc:237] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.383098 13720 leader_election.cc:288] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [CANDIDATE]: Term 1 election: Requested vote from peers f0f70e4bb88541ac92460872844587ef (127.13.36.253:41479), 5ac97c5a0c4748368f1b9a55187b28c1 (127.13.36.252:43539)
06:14:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.409128 13720 sys_catalog.cc:455] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: SysCatalogTable state changed. Reason: New leader c524c34701d0434eb3156974c61ea8ed. Latest consensus state: current_term: 1 leader_uuid: "c524c34701d0434eb3156974c61ea8ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.409898 13720 sys_catalog.cc:458] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: This master's current role is: LEADER
06:14:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.417296 13728 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:14:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.457648 13728 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:14:48.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:48.459901 13493 tablet.cc:2369] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:14:48.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:48.488444 13650 tablet.cc:2369] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:14:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.522327 13671 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [term 1 FOLLOWER]: Refusing update from remote peer c524c34701d0434eb3156974c61ea8ed: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:14:48.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.524395 13720 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:14:48.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.596822 13706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c524c34701d0434eb3156974c61ea8ed. Latest consensus state: current_term: 1 leader_uuid: "c524c34701d0434eb3156974c61ea8ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:48.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.597877 13706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [sys.catalog]: This master's current role is: FOLLOWER
06:14:48.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.615607 13738 mvcc.cc:205] Tried to move back new op lower bound from 7333845764135890944 to 7333845763667066880. Current Snapshot: MvccSnapshot[applied={T|T < 7333845764135890944}]
06:14:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.623553 13728 catalog_manager.cc:1347] Generated new cluster ID: 6a4cce88e5f041f2b40befa1b9862128
06:14:48.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.623888 13728 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:14:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.625739 13706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c524c34701d0434eb3156974c61ea8ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.626034 13721 sys_catalog.cc:455] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c524c34701d0434eb3156974c61ea8ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.626649 13706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1 [sys.catalog]: This master's current role is: FOLLOWER
06:14:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.626742 13721 sys_catalog.cc:458] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: This master's current role is: LEADER
06:14:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.517709 13471 master_runner.cc:186] Error getting master registration for 127.13.36.253:41479: OK, instance_id { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" instance_seqno: 1790489685473679 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:14:48.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.641202 13471 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:14:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.686617 13728 catalog_manager.cc:1370] Generated new certificate authority record
06:14:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.689833 13728 catalog_manager.cc:1504] Loading token signing keys...
06:14:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.726091 13728 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed: Generated new TSK 0
06:14:48.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.730747 13728 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:48.786983 13459 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/wal
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/data
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/logs
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/data/info.pb
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.193:0
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.36.193
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.193
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:48.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:14:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:49.329191 13718 catalog_manager.cc:1259] Loaded cluster ID: 6a4cce88e5f041f2b40befa1b9862128
06:14:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:49.329499 13718 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: loading cluster ID for follower catalog manager: success
06:14:49.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:49.344026 13718 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: acquiring CA information for follower catalog manager: success
06:14:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:49.363457 13718 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5ac97c5a0c4748368f1b9a55187b28c1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:14:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:49.642472 13742 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:14:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:49.643317 13742 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:14:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:49.644133 13742 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:14:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:49.739151 13742 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:14:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:49.741832 13742 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.36.193
06:14:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:49.873232 13742 tablet_server_runner.cc:78] Tablet server non-default flags:
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/data
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/wal
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.193:0
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/data/info.pb
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.193
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.36.193
06:14:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/logs
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:14:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:14:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:49.878719 13491 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.13.36.253:41479 timed out after 1.516s (SENT) [suppressed 13 similar messages]
06:14:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:49.878328 13742 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:14:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:49.885972 13742 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:14:49.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:49.962960 13751 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:49.988227 13614 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } attempt: 8
06:14:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.066226 13614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef: Bootstrap starting.
06:14:50.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.107170 13614 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef: Neither blocks nor log segments found. Creating new log.
06:14:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.144693 13614 log.cc:824] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef: Log is configured to *not* fsync() on all Append() calls
06:14:50.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.231614 13614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef: No bootstrap required, opened a new log
06:14:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.430330 13614 raft_consensus.cc:348] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:50.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.435011 13614 raft_consensus.cc:374] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:14:50.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.435969 13614 raft_consensus.cc:729] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0f70e4bb88541ac92460872844587ef, State: Initialized, Role: FOLLOWER
06:14:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.437604 13614 consensus_queue.cc:260] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } }
06:14:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.446193 13758 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:50.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.447909 13758 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [sys.catalog]: This master's current role is: FOLLOWER
06:14:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.449888 13614 sys_catalog.cc:564] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [sys.catalog]: configured and running, proceeding with master startup.
06:14:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.451696 13587 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [term 0 FOLLOWER]: Advancing to term 1
06:14:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.453482 13588 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c524c34701d0434eb3156974c61ea8ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0f70e4bb88541ac92460872844587ef"
06:14:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:50.454722 13588 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49428 (request call id 2) took 2093 ms (client timeout 1516 ms). Trace:
06:14:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:50.455112 13588 rpcz_store.cc:269] 0927 06:14:48.361575 (+ 0us) service_pool.cc:170] Inserting onto call queue
06:14:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:14:48.361722 (+ 147us) service_pool.cc:227] Handling call
06:14:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:14:50.454637 (+2092915us) inbound_call.cc:173] Queueing success response
06:14:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
06:14:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.456987 13586 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c524c34701d0434eb3156974c61ea8ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0f70e4bb88541ac92460872844587ef"
06:14:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.450071 13589 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c524c34701d0434eb3156974c61ea8ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0f70e4bb88541ac92460872844587ef" is_pre_election: true
06:14:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:50.460068 13589 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49428 (request call id 1) took 2120 ms (client timeout 2149 ms). Trace:
06:14:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:50.460520 13589 rpcz_store.cc:269] 0927 06:14:48.339780 (+ 0us) service_pool.cc:170] Inserting onto call queue
06:14:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:14:48.340497 (+ 717us) service_pool.cc:227] Handling call
06:14:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:14:50.460000 (+2119503us) inbound_call.cc:173] Queueing success response
06:14:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
06:14:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.478925 13587 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [term 1 FOLLOWER]: Refusing update from remote peer c524c34701d0434eb3156974c61ea8ed: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:14:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.490115 13587 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:49428 (request call id 4) took 1969 ms. Trace:
06:14:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.490490 13587 rpcz_store.cc:276] 0927 06:14:48.520945 (+ 0us) service_pool.cc:170] Inserting onto call queue
06:14:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:14:48.521110 (+ 165us) service_pool.cc:227] Handling call
06:14:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:14:50.451338 (+1930228us) raft_consensus.cc:1457] Updating replica for 0 ops
06:14:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:14:50.489498 (+ 38160us) raft_consensus.cc:1683] Filling consensus response to leader.
06:14:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:14:50.489972 (+ 474us) inbound_call.cc:173] Queueing success response
06:14:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
06:14:50.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.493129 13747 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
06:14:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.588515 13769 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c524c34701d0434eb3156974c61ea8ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.590248 13769 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [sys.catalog]: This master's current role is: FOLLOWER
06:14:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.588037 13758 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [sys.catalog]: SysCatalogTable state changed. Reason: New leader c524c34701d0434eb3156974c61ea8ed. Latest consensus state: current_term: 1 leader_uuid: "c524c34701d0434eb3156974c61ea8ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.592221 13758 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef [sys.catalog]: This master's current role is: FOLLOWER
06:14:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:50.604255 13774 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
06:14:51.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:51.030140 13747 sys_catalog.cc:455] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c524c34701d0434eb3156974c61ea8ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c524c34701d0434eb3156974c61ea8ed" member_type: VOTER last_known_addr { host: "127.13.36.254" port: 45817 } } peers { permanent_uuid: "f0f70e4bb88541ac92460872844587ef" member_type: VOTER last_known_addr { host: "127.13.36.253" port: 41479 } } peers { permanent_uuid: "5ac97c5a0c4748368f1b9a55187b28c1" member_type: VOTER last_known_addr { host: "127.13.36.252" port: 43539 } } }
06:14:51.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:51.031483 13747 sys_catalog.cc:458] T 00000000000000000000000000000000 P c524c34701d0434eb3156974c61ea8ed [sys.catalog]: This master's current role is: LEADER
06:14:51.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:51.622637 13774 catalog_manager.cc:1259] Loaded cluster ID: 6a4cce88e5f041f2b40befa1b9862128
06:14:51.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:51.623167 13774 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef: loading cluster ID for follower catalog manager: success
06:14:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:51.631657 13774 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef: acquiring CA information for follower catalog manager: success
06:14:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:51.648427 13774 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f0f70e4bb88541ac92460872844587ef: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:14:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:51.338821 13750 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 13742
06:14:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:52.185359 13742 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.223s user 0.482s sys 0.755s
06:14:52.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:52.186952 13742 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.225s user 0.482s sys 0.756s
06:14:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:49.964620 13752 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.193184 13742 server_base.cc:1034] running on GCE node
06:14:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:52.195861 13783 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.197542 13742 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:14:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.200376 13742 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:14:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.209259 13742 hybrid_clock.cc:648] HybridClock initialized: now 1790489692209108 us; error 129 us; skew 500 ppm
06:14:52.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.210742 13742 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:14:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.233328 13742 webserver.cc:460] Webserver started at http://127.13.36.193:44459/ using document root <none> and password file <none>
06:14:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.234997 13742 fs_manager.cc:359] Metadata directory not provided
06:14:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.235440 13742 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.236155 13742 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:14:52.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.244043 13742 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/data/instance:
06:14:52.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6386e3564df4a0c84dc878c7cb9d6b0"
06:14:52.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:52 on dist-test-slave-j86h"
06:14:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.245998 13742 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/wal/instance:
06:14:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6386e3564df4a0c84dc878c7cb9d6b0"
06:14:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:52 on dist-test-slave-j86h"
06:14:52.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.257823 13742 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.009s sys 0.000s
06:14:52.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.266619 13788 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:14:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.268146 13742 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.003s
06:14:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.268711 13742 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/wal
06:14:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6386e3564df4a0c84dc878c7cb9d6b0"
06:14:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:52 on dist-test-slave-j86h"
06:14:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.269420 13742 fs_report.cc:383] FS layout report
06:14:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:14:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/wal
06:14:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/wal
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/data/data
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:14:52.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:14:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.343601 13742 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:14:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.346101 13742 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:14:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.346886 13742 kserver.cc:163] Server-wide thread pool size limit: 3276
06:14:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.356917 13742 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:14:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.369498 13742 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:14:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.370021 13742 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
06:14:52.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.370496 13742 ts_tablet_manager.cc:610] Registered 0 tablets
06:14:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.370806 13742 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:14:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.777959 13742 rpc_server.cc:307] RPC server started. Bound to: 127.13.36.193:38979
06:14:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.778167 13900 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.36.193:38979 every 8 connection(s)
06:14:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.783267 13459 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 13742
06:14:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.783895 13459 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/wal/instance
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.806133 13459 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/wal
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/data
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/logs
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/data/info.pb
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.194:0
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.36.194
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.194
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:14:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.782104 13742 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-0/data/info.pb
06:14:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.945449 13902 heartbeater.cc:347] Connected to a master server at 127.13.36.252:43539
06:14:52.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.946033 13902 heartbeater.cc:464] Registering TS with master...
06:14:52.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.946682 13903 heartbeater.cc:347] Connected to a master server at 127.13.36.253:41479
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.947013 13903 heartbeater.cc:464] Registering TS with master...
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.947352 13902 heartbeater.cc:511] Master 127.13.36.252:43539 requested a full tablet report, sending...
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.948045 13903 heartbeater.cc:511] Master 127.13.36.253:41479 requested a full tablet report, sending...
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.948669 13906 heartbeater.cc:347] Connected to a master server at 127.13.36.254:45817
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.948994 13906 heartbeater.cc:464] Registering TS with master...
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.949826 13906 heartbeater.cc:511] Master 127.13.36.254:45817 requested a full tablet report, sending...
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.952550 13661 ts_manager.cc:194] Registered new tserver with Master: f6386e3564df4a0c84dc878c7cb9d6b0 (127.13.36.193:38979)
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.956602 13504 ts_manager.cc:194] Registered new tserver with Master: f6386e3564df4a0c84dc878c7cb9d6b0 (127.13.36.193:38979)
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.966583 13579 ts_manager.cc:194] Registered new tserver with Master: f6386e3564df4a0c84dc878c7cb9d6b0 (127.13.36.193:38979)
06:14:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:52.960366 13504 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.36.193:43993
06:14:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:53.314987 13901 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:14:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:53.315761 13901 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:14:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:53.316437 13901 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:14:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:53.374222 13901 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:14:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:53.375206 13901 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.36.194
06:14:53.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:53.429330 13901 tablet_server_runner.cc:78] Tablet server non-default flags:
06:14:53.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:53.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/data
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/wal
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.194:0
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/data/info.pb
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.194
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.36.194
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/logs
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:14:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:14:53.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:53.430915 13901 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:14:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:53.433015 13901 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:14:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:53.459489 13918 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:53.974469 13906 heartbeater.cc:503] Master 127.13.36.254:45817 was elected leader, sending a full tablet report...
06:14:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:53.460704 13917 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:53.466130 13920 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:55.183842 13919 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:14:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.183993 13901 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:14:55.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.186489 13901 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:14:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.205510 13901 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:14:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.213275 13901 hybrid_clock.cc:648] HybridClock initialized: now 1790489695213195 us; error 84 us; skew 500 ppm
06:14:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.214565 13901 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:14:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.226060 13901 webserver.cc:460] Webserver started at http://127.13.36.194:35957/ using document root <none> and password file <none>
06:14:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.227075 13901 fs_manager.cc:359] Metadata directory not provided
06:14:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.227272 13901 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:14:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.227687 13901 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:14:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.233506 13901 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/data/instance:
06:14:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b93bce900834575ab1498e707c83e81"
06:14:55.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:55 on dist-test-slave-j86h"
06:14:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.235383 13901 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/wal/instance:
06:14:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b93bce900834575ab1498e707c83e81"
06:14:55.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:55 on dist-test-slave-j86h"
06:14:55.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.244606 13901 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.003s sys 0.004s
06:14:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.251856 13931 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:14:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.253361 13901 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.253790 13901 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/wal
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b93bce900834575ab1498e707c83e81"
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:55 on dist-test-slave-j86h"
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.254208 13901 fs_report.cc:383] FS layout report
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/wal
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/wal
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/data/data
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:14:55.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:14:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.310286 13901 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:14:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.312116 13901 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:14:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.312716 13901 kserver.cc:163] Server-wide thread pool size limit: 3276
06:14:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.316217 13901 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:14:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.322295 13901 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:14:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.322567 13901 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:14:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.322961 13901 ts_tablet_manager.cc:610] Registered 0 tablets
06:14:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.323180 13901 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:14:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.507499 13901 rpc_server.cc:307] RPC server started. Bound to: 127.13.36.194:37821
06:14:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.507952 14043 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.36.194:37821 every 8 connection(s)
06:14:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.510532 13901 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/data/info.pb
06:14:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.515715 13459 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 13901
06:14:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.516295 13459 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-1/wal/instance
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.538818 13459 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/wal
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/data
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/logs
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/data/info.pb
06:14:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.195:0
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.36.195
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.195
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:14:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.597600 14044 heartbeater.cc:347] Connected to a master server at 127.13.36.252:43539
06:14:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.598155 14044 heartbeater.cc:464] Registering TS with master...
06:14:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.600005 14044 heartbeater.cc:511] Master 127.13.36.252:43539 requested a full tablet report, sending...
06:14:55.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.604491 13661 ts_manager.cc:194] Registered new tserver with Master: 9b93bce900834575ab1498e707c83e81 (127.13.36.194:37821)
06:14:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.609529 14048 heartbeater.cc:347] Connected to a master server at 127.13.36.254:45817
06:14:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.609861 14048 heartbeater.cc:464] Registering TS with master...
06:14:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.610759 14048 heartbeater.cc:511] Master 127.13.36.254:45817 requested a full tablet report, sending...
06:14:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.611552 14045 heartbeater.cc:347] Connected to a master server at 127.13.36.253:41479
06:14:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.611887 14045 heartbeater.cc:464] Registering TS with master...
06:14:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.612686 14045 heartbeater.cc:511] Master 127.13.36.253:41479 requested a full tablet report, sending...
06:14:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.614133 13504 ts_manager.cc:194] Registered new tserver with Master: 9b93bce900834575ab1498e707c83e81 (127.13.36.194:37821)
06:14:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.616180 13504 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.36.194:37699
06:14:55.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.619436 13579 ts_manager.cc:194] Registered new tserver with Master: 9b93bce900834575ab1498e707c83e81 (127.13.36.194:37821)
06:14:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:55.909375 14054 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:14:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:55.909876 14054 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:14:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:55.910421 14054 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:14:55.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:55.944693 14054 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:14:55.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:55.945623 14054 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.36.195
06:14:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.985081 14054 tablet_server_runner.cc:78] Tablet server non-default flags:
06:14:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.36.212:37515
06:14:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/data
06:14:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/wal
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.36.195:0
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/data/info.pb
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.36.195
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.36.254:45817,127.13.36.253:41479,127.13.36.252:43539
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.36.195
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/logs
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:14:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:14:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.988068 14054 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:14:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:55.990276 14054 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:14:56.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:56.013090 14062 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:56.621058 14048 heartbeater.cc:503] Master 127.13.36.254:45817 was elected leader, sending a full tablet report...
06:14:57.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:56.018013 14061 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:56.013098 14064 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:14:57.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:57.537792 14063 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1523 milliseconds
06:14:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.537961 14054 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:14:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.539484 14054 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:14:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.542383 14054 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:14:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.543941 14054 hybrid_clock.cc:648] HybridClock initialized: now 1790489697543875 us; error 76 us; skew 500 ppm
06:14:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.545150 14054 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:14:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.553622 14054 webserver.cc:460] Webserver started at http://127.13.36.195:45469/ using document root <none> and password file <none>
06:14:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.554848 14054 fs_manager.cc:359] Metadata directory not provided
06:14:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.555119 14054 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:14:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.555662 14054 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:14:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.562664 14054 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/data/instance:
06:14:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dd1066f6c3046c2845a6d47f227e8ca"
06:14:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:57 on dist-test-slave-j86h"
06:14:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.564167 14054 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/wal/instance:
06:14:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dd1066f6c3046c2845a6d47f227e8ca"
06:14:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:57 on dist-test-slave-j86h"
06:14:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.573426 14054 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.011s sys 0.000s
06:14:57.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.580917 14071 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:14:57.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.582264 14054 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
06:14:57.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.582589 14054 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/wal
06:14:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dd1066f6c3046c2845a6d47f227e8ca"
06:14:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:14:57 on dist-test-slave-j86h"
06:14:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.582952 14054 fs_report.cc:383] FS layout report
06:14:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:14:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/wal
06:14:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/wal
06:14:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/data/data
06:14:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:14:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:14:57.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.630090 14054 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:14:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.632076 14054 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:14:57.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.632696 14054 kserver.cc:163] Server-wide thread pool size limit: 3276
06:14:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.636133 14054 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:14:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.640703 14054 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:14:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.640965 14054 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:14:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.641342 14054 ts_tablet_manager.cc:610] Registered 0 tablets
06:14:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.641527 14054 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:14:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.808058 14054 rpc_server.cc:307] RPC server started. Bound to: 127.13.36.195:38721
06:14:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.808177 14183 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.36.195:38721 every 8 connection(s)
06:14:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.810814 14054 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/data/info.pb
06:14:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.829973 13459 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14054
06:14:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.830583 13459 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster6739639820041458383/ts-2/wal/instance
06:14:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.908620 14185 heartbeater.cc:347] Connected to a master server at 127.13.36.253:41479
06:14:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.909454 14185 heartbeater.cc:464] Registering TS with master...
06:14:57.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.909937 14184 heartbeater.cc:347] Connected to a master server at 127.13.36.252:43539
06:14:57.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.910317 14184 heartbeater.cc:464] Registering TS with master...
06:14:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.910969 14185 heartbeater.cc:511] Master 127.13.36.253:41479 requested a full tablet report, sending...
06:14:57.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.911577 14184 heartbeater.cc:511] Master 127.13.36.252:43539 requested a full tablet report, sending...
06:14:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.914774 13579 ts_manager.cc:194] Registered new tserver with Master: 1dd1066f6c3046c2845a6d47f227e8ca (127.13.36.195:38721)
06:14:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.917845 14186 heartbeater.cc:347] Connected to a master server at 127.13.36.254:45817
06:14:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.918268 14186 heartbeater.cc:464] Registering TS with master...
06:14:57.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.918358 13661 ts_manager.cc:194] Registered new tserver with Master: 1dd1066f6c3046c2845a6d47f227e8ca (127.13.36.195:38721)
06:14:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.919327 14186 heartbeater.cc:511] Master 127.13.36.254:45817 requested a full tablet report, sending...
06:14:57.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.921557 13504 ts_manager.cc:194] Registered new tserver with Master: 1dd1066f6c3046c2845a6d47f227e8ca (127.13.36.195:38721)
06:14:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.923264 13504 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.36.195:50425
06:14:57.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:57.940775 13459 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
06:14:57.952 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:14:57.952 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
06:14:57.954 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.36.254"
port: 45817
}
bound_http_address {
host: "127.13.36.254"
port: 45071
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.36.253"
port: 41479
}
bound_http_address {
host: "127.13.36.253"
port: 41835
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.36.252"
port: 43539
}
bound_http_address {
host: "127.13.36.252"
port: 39081
}
}
}
06:14:57.955 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:14:57.956 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.36.193"
port: 38979
}
bound_http_address {
host: "127.13.36.193"
port: 44459
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.36.194"
port: 37821
}
bound_http_address {
host: "127.13.36.194"
port: 35957
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.36.195"
port: 38721
}
bound_http_address {
host: "127.13.36.195"
port: 45469
}
}
}
06:14:57.957 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:14:57.957 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster2946772778476822552/krb5kdc/krb5cc
06:14:57.958 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
06:14:57.959 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasku2A2sP/test-tmp
06:14:57.960 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
06:14:57.960 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasku2A2sP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
06:14:57.962 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
06:14:58.373 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:14:58.373 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:14:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:58.376672 14195 mini_oidc.cc:152] Starting JWKS server
06:14:58.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:58.380726 14195 webserver.cc:460] Webserver started at http://127.0.0.1:41027/ using document root <none> and password file <none>
06:14:58.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:58.381237 14195 mini_oidc.cc:189] Starting OIDC Discovery server
06:14:58.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:58.383031 14195 webserver.cc:460] Webserver started at http://127.0.0.1:46063/ using document root <none> and password file <none>
06:14:58.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
06:14:58.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/principal' for realm 'KRBTEST.COM',
06:14:58.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
06:14:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:14:58 dist-test-slave-j86h krb5kdc[14206](info): setting up network...
06:14:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
06:14:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:14:58 dist-test-slave-j86h krb5kdc[14206](info): set up 2 sockets
06:14:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:14:58 dist-test-slave-j86h krb5kdc[14206](info): commencing operation
06:14:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
06:14:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:58.927498 14186 heartbeater.cc:503] Master 127.13.36.254:45817 was elected leader, sending a full tablet report...
06:14:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:14:59.636924 14195 mini_kdc.cc:121] Time spent starting KDC: real 1.223s user 0.003s sys 0.024s
06:14:59.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
06:14:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:14:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
06:14:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
06:14:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:14:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
06:14:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
06:14:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:14:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
06:14:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:14:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/test-user.keytab.
06:14:59.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/test-user.keytab.
06:14:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:14:59 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489699, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:14:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:14:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:14:59Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:14:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:14:59Z Disabled control of system clock
06:14:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.220.254@KRBTEST.COM; defaulting to no policy
06:14:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:14:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.220.254@KRBTEST.COM" created.
06:14:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:14:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.220.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.254.keytab.
06:14:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.220.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.254.keytab.
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:14:59.887935 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/logs
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:14:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.254:44475
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.254
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.254.keytab
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.254
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:14:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.285187 14220 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:00.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.285993 14220 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:00.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.286778 14220 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.322501 14220 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.322747 14220 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.323012 14220 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.323210 14220 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.323407 14220 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.323791 14220 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.324055 14220 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:00.365625 14220 master_runner.cc:386] Master server non-default flags:
06:15:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data
06:15:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:00.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.254.keytab
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.254
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.254:44475
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.254
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/logs
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:00.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:00.367158 14220 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:00.368505 14220 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:00.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.389554 14227 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.389566 14229 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:00.390492 14226 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:01.719347 14228 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:15:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.719462 14220 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:15:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.725203 14220 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.728675 14220 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:01.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.730418 14220 hybrid_clock.cc:648] HybridClock initialized: now 1790489701730362 us; error 46 us; skew 500 ppm
06:15:01.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.731680 14220 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:01 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489701, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:01.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.739233 14220 init.cc:377] Logged in from keytab as kudu/127.13.220.254@KRBTEST.COM (short username kudu)
06:15:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.745730 14220 webserver.cc:460] Webserver started at http://127.13.220.254:40457/ using document root <none> and password file <none>
06:15:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.746706 14220 fs_manager.cc:359] Metadata directory not provided
06:15:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.746904 14220 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.747437 14220 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:15:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.752908 14220 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/instance:
06:15:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a20f53c558704f3fb4e8a07cc651d563"
06:15:01.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:01 on dist-test-slave-j86h"
06:15:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.754310 14220 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal/instance:
06:15:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a20f53c558704f3fb4e8a07cc651d563"
06:15:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:01 on dist-test-slave-j86h"
06:15:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.762400 14220 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
06:15:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.769344 14238 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.770660 14220 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
06:15:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.771090 14220 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a20f53c558704f3fb4e8a07cc651d563"
06:15:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:01 on dist-test-slave-j86h"
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.771486 14220 fs_report.cc:383] FS layout report
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/data
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.834548 14220 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.841351 14220 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:01.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.841919 14220 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:01.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.932395 14220 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.254:44475
06:15:01.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.932571 14289 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.254:44475 every 8 connection(s)
06:15:01.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.936194 14220 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:15:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.946970 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14220
06:15:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.947265 14290 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:15:01.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.947515 14195 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal/instance
06:15:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.220.253@KRBTEST.COM; defaulting to no policy
06:15:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:01.964669 14290 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } has no permanent_uuid. Determining permanent_uuid...
06:15:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:15:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.220.253@KRBTEST.COM" created.
06:15:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:01 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489701, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.254@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:15:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.220.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.253.keytab.
06:15:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.220.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.253.keytab.
06:15:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.002708 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data
06:15:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:15:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/logs
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.253:46497
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.253
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.253.keytab
06:15:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.253
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:02.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.019253 14290 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } has no permanent_uuid. Determining permanent_uuid...
06:15:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.023077 14240 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.028358 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.077952 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } attempt: 1
06:15:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.082727 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.151229 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } attempt: 2
06:15:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.156455 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.247965 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } attempt: 3
06:15:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.252385 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.389952 14296 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.390731 14296 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.391685 14296 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.395843 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } attempt: 4
06:15:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.400152 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.442673 14296 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.442993 14296 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.443403 14296 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.443693 14296 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.443979 14296 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.444254 14296 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.444463 14296 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.504534 14296 master_runner.cc:386] Master server non-default flags:
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.253.keytab
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.253
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.253:46497
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.253
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/logs
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.507022 14296 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.508623 14296 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:02.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.535521 14305 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:02.699558 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } attempt: 5
06:15:02.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.704916 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:03.252360 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } attempt: 6
06:15:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:03.312008 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:03.927430 14303 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 14296
06:15:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.289345 14303 kernel_stack_watchdog.cc:198] Thread 14296 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 392ms:
06:15:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
06:15:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
06:15:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
06:15:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
06:15:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.290455 14296 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.757s user 0.465s sys 0.926s
06:15:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.290822 14296 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.757s user 0.465s sys 0.926s
06:15:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:02.535732 14304 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.291749 14306 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1756 milliseconds
06:15:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.292790 14307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:04.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.292896 14296 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:15:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.296821 14296 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:04.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.299638 14296 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.301165 14296 hybrid_clock.cc:648] HybridClock initialized: now 1790489704301135 us; error 44 us; skew 500 ppm
06:15:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.302173 14296 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:04 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489704, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.315604 14296 init.cc:377] Logged in from keytab as kudu/127.13.220.253@KRBTEST.COM (short username kudu)
06:15:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.321843 14296 webserver.cc:460] Webserver started at http://127.13.220.253:39095/ using document root <none> and password file <none>
06:15:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.323308 14296 fs_manager.cc:359] Metadata directory not provided
06:15:04.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.323613 14296 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.324221 14296 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:15:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.331830 14296 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/instance:
06:15:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2881c5a5a1e949ac8ca4a188dac95b86"
06:15:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:04 on dist-test-slave-j86h"
06:15:04.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.333479 14296 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal/instance:
06:15:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2881c5a5a1e949ac8ca4a188dac95b86"
06:15:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:04 on dist-test-slave-j86h"
06:15:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.344347 14296 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.009s sys 0.001s
06:15:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.352772 14319 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.354099 14296 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
06:15:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.354521 14296 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2881c5a5a1e949ac8ca4a188dac95b86"
06:15:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:04 on dist-test-slave-j86h"
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.354903 14296 fs_report.cc:383] FS layout report
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/data
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:04.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.372768 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } attempt: 7
06:15:04.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.382980 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:04.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.397264 14296 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.404014 14296 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.404564 14296 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.487066 14296 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.253:46497
06:15:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.487118 14372 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.253:46497 every 8 connection(s)
06:15:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.490760 14296 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.491832 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14296
06:15:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.492478 14195 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal/instance
06:15:04.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.497780 14373 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:15:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.537209 14373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } has no permanent_uuid. Determining permanent_uuid...
06:15:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.220.252@KRBTEST.COM; defaulting to no policy
06:15:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:15:04.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.220.252@KRBTEST.COM" created.
06:15:04.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:04 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489704, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:04.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:15:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.220.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.252.keytab.
06:15:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.220.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.252.keytab.
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.586736 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/logs
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:15:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.252:38961
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.252
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.252.keytab
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.252
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:04.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:04.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.596051 14373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } has no permanent_uuid. Determining permanent_uuid...
06:15:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:04 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489704, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for kudu/127.13.220.253@KRBTEST.COM
06:15:04.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.636543 14373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } has no permanent_uuid. Determining permanent_uuid...
06:15:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.639473 14325 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.644379 14373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:04.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.694198 14373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 1
06:15:04.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.698199 14373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.766623 14373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 2
06:15:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.773291 14373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:04.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:04.864785 14373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 3
06:15:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:04.869558 14373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:05.013101 14373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 4
06:15:05.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.017584 14373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.039476 14379 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.040428 14379 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.041558 14379 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.079836 14379 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.080132 14379 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.080502 14379 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.080799 14379 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.081008 14379 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.081272 14379 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.081511 14379 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:05.128594 14379 master_runner.cc:386] Master server non-default flags:
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.252.keytab
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.252
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.252:38961
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.252
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/logs
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:05.130292 14379 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:05.131677 14379 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.154690 14388 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:05.317098 14373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 5
06:15:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.323292 14373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:05.871546 14373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 6
06:15:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.887655 14373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.473495 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } attempt: 8
06:15:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489701, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.254@KRBTEST.COM for kudu/127.13.220.253@KRBTEST.COM
06:15:06.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.511189 14290 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } has no permanent_uuid. Determining permanent_uuid...
06:15:06.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:06.524132 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:06.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.154902 14390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:05.155890 14387 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:06.544986 14389 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:15:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.545286 14379 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:15:06.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.550479 14379 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:06.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.554168 14379 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:06.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.555644 14379 hybrid_clock.cc:648] HybridClock initialized: now 1790489706555606 us; error 45 us; skew 500 ppm
06:15:06.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.556586 14379 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:06.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489706, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:06.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.563158 14379 init.cc:377] Logged in from keytab as kudu/127.13.220.252@KRBTEST.COM (short username kudu)
06:15:06.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.569631 14379 webserver.cc:460] Webserver started at http://127.13.220.252:38225/ using document root <none> and password file <none>
06:15:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.570966 14379 fs_manager.cc:359] Metadata directory not provided
06:15:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.571261 14379 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.571847 14379 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:15:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.579047 14379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/instance:
06:15:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d"
06:15:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:06 on dist-test-slave-j86h"
06:15:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.580678 14379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal/instance:
06:15:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d"
06:15:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:06 on dist-test-slave-j86h"
06:15:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.589608 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 1
06:15:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.591377 14379 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.009s sys 0.000s
06:15:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:06.594019 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.599376 14405 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.600740 14379 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
06:15:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.601195 14379 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d"
06:15:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:06 on dist-test-slave-j86h"
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.601662 14379 fs_report.cc:383] FS layout report
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/data
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.647455 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 2
06:15:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:06.651633 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:06.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.656029 14379 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:06.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.664172 14379 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:06.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.664758 14379 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.728114 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 3
06:15:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:06.732129 14290 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.220.252:38961: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.758502 14379 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.252:38961
06:15:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.758600 14456 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.252:38961 every 8 connection(s)
06:15:06.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.761987 14379 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:06.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.769542 14457 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:15:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.771155 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14379
06:15:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.771636 14195 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal/instance
06:15:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.787374 14457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } has no permanent_uuid. Determining permanent_uuid...
06:15:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489699, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.220.252@KRBTEST.COM
06:15:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489706, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.847043 14457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } has no permanent_uuid. Determining permanent_uuid...
06:15:06.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489699, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.220.253@KRBTEST.COM
06:15:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489706, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for kudu/127.13.220.253@KRBTEST.COM
06:15:06.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.887953 14290 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 4
06:15:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.892392 14457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } has no permanent_uuid. Determining permanent_uuid...
06:15:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489701, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.254@KRBTEST.COM for kudu/127.13.220.252@KRBTEST.COM
06:15:06.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489699, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489706, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for kudu/127.13.220.252@KRBTEST.COM
06:15:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.938951 14290 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Bootstrap starting.
06:15:06.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.944917 14195 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
06:15:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.950913 14457 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Bootstrap starting.
06:15:06.956 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:06.956 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
06:15:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.956501 14373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } attempt: 7
06:15:06.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.958537 14457 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Neither blocks nor log segments found. Creating new log.
06:15:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.960963 14457 log.cc:824] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Log is configured to *not* fsync() on all Append() calls
06:15:06.971 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
06:15:06.971 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
06:15:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.972774 14457 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: No bootstrap required, opened a new log
06:15:06.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.220.254"
port: 44475
}
bound_http_address {
host: "127.13.220.254"
port: 40457
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.220.253"
port: 46497
}
bound_http_address {
host: "127.13.220.253"
port: 39095
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.220.252"
port: 38961
}
bound_http_address {
host: "127.13.220.252"
port: 38225
}
}
}
06:15:06.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:15:06.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:06.979 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
06:15:06.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
06:15:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:06 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489704, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for kudu/127.13.220.252@KRBTEST.COM
06:15:06.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:06.998747 14290 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Neither blocks nor log segments found. Creating new log.
06:15:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.002676 14290 log.cc:824] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Log is configured to *not* fsync() on all Append() calls
06:15:07.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.012974 14457 raft_consensus.cc:348] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.013841 14457 raft_consensus.cc:374] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:15:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.014129 14457 raft_consensus.cc:729] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8ad5b75c44247f48e6bdc6c9bde6c9d, State: Initialized, Role: FOLLOWER
06:15:07.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.014833 14373 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Bootstrap starting.
06:15:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.015196 14457 consensus_queue.cc:260] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.019428 14469 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.020514 14469 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: FOLLOWER
06:15:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.021459 14457 sys_catalog.cc:564] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: configured and running, proceeding with master startup.
06:15:07.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.023605 14373 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Neither blocks nor log segments found. Creating new log.
06:15:07.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.026603 14373 log.cc:824] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Log is configured to *not* fsync() on all Append() calls
06:15:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.027984 14290 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: No bootstrap required, opened a new log
06:15:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.032249 14373 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: No bootstrap required, opened a new log
06:15:07.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:07 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489707, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:15:07.065 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:07.067 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc
06:15:07.068 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:15:07.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.070287 14373 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.071197 14373 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:15:07.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.071524 14373 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2881c5a5a1e949ac8ca4a188dac95b86, State: Initialized, Role: FOLLOWER
06:15:07.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.072695 14373 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.076268 14480 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.077739 14480 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: This master's current role is: FOLLOWER
06:15:07.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.078503 14373 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: configured and running, proceeding with master startup.
06:15:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.091298 14290 raft_consensus.cc:348] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.093115 14290 raft_consensus.cc:374] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:15:07.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.095990 14290 raft_consensus.cc:729] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a20f53c558704f3fb4e8a07cc651d563, State: Initialized, Role: FOLLOWER
06:15:07.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.097474 14290 consensus_queue.cc:260] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.108811 14290 sys_catalog.cc:564] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: configured and running, proceeding with master startup.
06:15:07.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.110359 14484 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.114028 14484 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: FOLLOWER
06:15:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.114054 14480 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:15:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.114576 14480 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.118592 14480 leader_election.cc:288] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a20f53c558704f3fb4e8a07cc651d563 (127.13.220.254:44475), a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961)
06:15:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.119458 14432 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" is_pre_election: true
06:15:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.119176 14265 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a20f53c558704f3fb4e8a07cc651d563" is_pre_election: true
06:15:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.120285 14432 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2881c5a5a1e949ac8ca4a188dac95b86 in term 0.
06:15:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.120447 14265 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2881c5a5a1e949ac8ca4a188dac95b86 in term 0.
06:15:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.121634 14325 leader_election.cc:302] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2881c5a5a1e949ac8ca4a188dac95b86, a8ad5b75c44247f48e6bdc6c9bde6c9d; no voters:
06:15:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.122694 14480 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:15:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.123015 14480 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:15:07.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.123276 14480 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 0 FOLLOWER]: Advancing to term 1
06:15:07.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.130369 14480 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.133505 14265 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a20f53c558704f3fb4e8a07cc651d563"
06:15:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.133772 14432 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d"
06:15:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.134344 14432 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 0 FOLLOWER]: Advancing to term 1
06:15:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.134363 14265 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 0 FOLLOWER]: Advancing to term 1
06:15:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.141141 14432 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2881c5a5a1e949ac8ca4a188dac95b86 in term 1.
06:15:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.142416 14325 leader_election.cc:302] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2881c5a5a1e949ac8ca4a188dac95b86, a8ad5b75c44247f48e6bdc6c9bde6c9d; no voters:
06:15:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.145516 14265 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2881c5a5a1e949ac8ca4a188dac95b86 in term 1.
06:15:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.149098 14480 leader_election.cc:288] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [CANDIDATE]: Term 1 election: Requested vote from peers a20f53c558704f3fb4e8a07cc651d563 (127.13.220.254:44475), a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961)
06:15:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.150041 14480 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 1 FOLLOWER]: Leader election won for term 1
06:15:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.150489 14480 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 1 LEADER]: Becoming Leader. State: Replica: 2881c5a5a1e949ac8ca4a188dac95b86, State: Running, Role: LEADER
06:15:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.153155 14480 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:07.163441 14327 tablet.cc:2369] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:15:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.164886 14480 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2881c5a5a1e949ac8ca4a188dac95b86. Latest consensus state: current_term: 1 leader_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.165639 14480 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: This master's current role is: LEADER
06:15:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.183518 14499 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:15:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:07.187057 14325 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.13.220.252:38961, user_credentials={real_user=slave}} blocked reactor thread for 44726.1us
06:15:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:07.191322 14411 tablet.cc:2369] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:15:07.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.202715 14499 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:07.216789 14488 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:15:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:07.217233 14488 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:15:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.153257 14379 master_runner.cc:186] Error getting master registration for 127.13.220.254:44475: OK, instance_id { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" instance_seqno: 1790489701908369 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:15:07.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.246387 14379 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:15:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.265865 14432 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Refusing update from remote peer 2881c5a5a1e949ac8ca4a188dac95b86: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:15:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.198709 14296 master_runner.cc:186] Error getting master registration for 127.13.220.254:44475: OK, instance_id { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" instance_seqno: 1790489701908369 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:15:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.269296 14296 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:15:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.269119 14494 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
06:15:07.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.286876 14265 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Refusing update from remote peer 2881c5a5a1e949ac8ca4a188dac95b86: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:15:07.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.289767 14480 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
06:15:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.334797 14469 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2881c5a5a1e949ac8ca4a188dac95b86. Latest consensus state: current_term: 1 leader_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.335584 14469 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: FOLLOWER
06:15:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.341310 14510 mvcc.cc:205] Tried to move back new op lower bound from 7333845840928657408 to 7333845840521752576. Current Snapshot: MvccSnapshot[applied={T|T < 7333845840928657408}]
06:15:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.351172 14484 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2881c5a5a1e949ac8ca4a188dac95b86. Latest consensus state: current_term: 1 leader_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.353415 14484 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: FOLLOWER
06:15:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:07.355440 14244 tablet.cc:2369] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:15:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.379804 14484 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.380587 14484 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: FOLLOWER
06:15:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.382953 14480 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.383857 14480 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: This master's current role is: LEADER
06:15:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.387100 14499 catalog_manager.cc:1347] Generated new cluster ID: 24f9208a06384c46bf7101c854afa546
06:15:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.387401 14499 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:15:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.394222 14469 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.395025 14469 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: FOLLOWER
06:15:07.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:07.399945 14512 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:15:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:07.400768 14512 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:15:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.389870 14494 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.403280 14494 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: This master's current role is: LEADER
06:15:07.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.427389 14499 catalog_manager.cc:1370] Generated new certificate authority record
06:15:07.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.434274 14499 catalog_manager.cc:1504] Loading token signing keys...
06:15:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.489236 14499 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Generated new TSK 0
06:15:07.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:07.490582 14499 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:15:08.069 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.220.254:44475
06:15:08.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:15:08.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:08.070374 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14220
06:15:08.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.119824 14324 connection.cc:535] client connection to 127.13.220.254:44475 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:15:08.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:08.130 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.220.252:38961
06:15:08.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
06:15:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:08.131392 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14379
06:15:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.158722 14324 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 -> Peer a20f53c558704f3fb4e8a07cc651d563 (127.13.220.254:44475): Couldn't send request to peer a20f53c558704f3fb4e8a07cc651d563. Status: Network error: Client connection negotiation failed: client connection to 127.13.220.254:44475: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:15:08.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:08.169 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.220.253:46497
06:15:08.169 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
06:15:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:08.169544 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14296
06:15:08.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:08.208 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.220.254:44475
06:15:08.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
06:15:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:08.211364 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/logs
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:15:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.254:44475
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.254
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40457
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.254.keytab
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.254
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.592857 14524 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.593636 14524 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.594528 14524 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.630944 14524 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.631196 14524 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.631464 14524 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.631664 14524 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.631870 14524 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.632058 14524 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.632201 14524 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:08.673803 14524 master_runner.cc:386] Master server non-default flags:
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.254.keytab
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.254
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.254:44475
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.254
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40457
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/logs
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:08.675189 14524 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:08.676514 14524 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.702571 14531 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:08.705199 14524 server_base.cc:1034] running on GCE node
06:15:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.706875 14534 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:08.703505 14532 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:10.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.210079 14524 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:10.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.213195 14524 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:10.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.214676 14524 hybrid_clock.cc:648] HybridClock initialized: now 1790489710214616 us; error 82 us; skew 500 ppm
06:15:10.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.215860 14524 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:10 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489710, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:10.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.253309 14524 init.cc:377] Logged in from keytab as kudu/127.13.220.254@KRBTEST.COM (short username kudu)
06:15:10.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.261334 14524 webserver.cc:460] Webserver started at http://127.13.220.254:40457/ using document root <none> and password file <none>
06:15:10.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.262542 14524 fs_manager.cc:359] Metadata directory not provided
06:15:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.262848 14524 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:10.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.274410 14524 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.007s sys 0.000s
06:15:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.280479 14543 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.282274 14524 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s
06:15:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.282761 14524 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a20f53c558704f3fb4e8a07cc651d563"
06:15:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:01 on dist-test-slave-j86h"
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.285622 14524 fs_report.cc:383] FS layout report
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/data
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:10.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.350157 14524 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:10.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.357259 14524 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.358311 14524 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.453769 14524 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.254:44475
06:15:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.453924 14594 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.254:44475 every 8 connection(s)
06:15:10.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.456983 14524 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:15:10.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.467880 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14524
06:15:10.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:10.469 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.220.252:38961
06:15:10.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.470997 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/logs
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.252:38961
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.252
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38225
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.252.keytab
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.252
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.472196 14595 sys_catalog.cc:263] Verifying existing consensus state
06:15:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.480499 14595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Bootstrap starting.
06:15:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.533789 14595 log.cc:824] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Log is configured to *not* fsync() on all Append() calls
06:15:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.560463 14595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:15:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.562093 14595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Bootstrap complete.
06:15:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.606264 14595 raft_consensus.cc:348] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:10.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.610526 14595 raft_consensus.cc:729] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a20f53c558704f3fb4e8a07cc651d563, State: Initialized, Role: FOLLOWER
06:15:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.611681 14595 consensus_queue.cc:260] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.617097 14595 sys_catalog.cc:564] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: configured and running, proceeding with master startup.
06:15:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.615231 14599 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:10.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.617830 14599 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: FOLLOWER
06:15:10.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.659862 14610 catalog_manager.cc:1259] Loaded cluster ID: 24f9208a06384c46bf7101c854afa546
06:15:10.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.660403 14610 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: loading cluster ID for follower catalog manager: success
06:15:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.671689 14610 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: acquiring CA information for follower catalog manager: success
06:15:10.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.678037 14610 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:15:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:10 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489710, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.254@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.711256 14524 master_runner.cc:186] Error getting master registration for 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111),
06:15:10.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:10.746359 14524 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:15:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.927428 14597 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.928288 14597 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.929595 14597 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.983335 14597 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.983678 14597 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.984198 14597 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.984573 14597 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:10.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.984937 14597 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:10.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.985371 14597 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:10.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:10.985657 14597 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:11.053858 14597 master_runner.cc:386] Master server non-default flags:
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.252.keytab
06:15:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.252
06:15:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.252:38961
06:15:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.252
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38225
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/logs
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:11.055774 14597 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:11.057435 14597 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:11.090957 14619 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:12.331574 14627 raft_consensus.cc:482] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:15:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:12.332377 14627 raft_consensus.cc:504] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:12.344803 14627 leader_election.cc:288] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497), a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961)
06:15:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:12.345853 14547 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:12.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:12.359530 14547 leader_election.cc:334] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961): Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:12.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:12.361066 14545 leader_election.cc:334] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:12.361515 14545 leader_election.cc:302] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a20f53c558704f3fb4e8a07cc651d563; no voters: 2881c5a5a1e949ac8ca4a188dac95b86, a8ad5b75c44247f48e6bdc6c9bde6c9d
06:15:12.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:12.362425 14627 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:15:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:12.486423 14618 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 14597
06:15:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.106499 14618 kernel_stack_watchdog.cc:198] Thread 14597 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 392ms:
06:15:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
06:15:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
06:15:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
06:15:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
06:15:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:11.097903 14620 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:14.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.107698 14597 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.025s user 0.991s sys 1.478s
06:15:14.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.108073 14597 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.025s user 0.991s sys 1.478s
06:15:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.112561 14621 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:15:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.114303 14622 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.114373 14597 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:15:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.115896 14597 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.119241 14597 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.121192 14597 hybrid_clock.cc:648] HybridClock initialized: now 1790489714121138 us; error 48 us; skew 500 ppm
06:15:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.122376 14597 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:14 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489714, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.131403 14597 init.cc:377] Logged in from keytab as kudu/127.13.220.252@KRBTEST.COM (short username kudu)
06:15:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.144280 14597 webserver.cc:460] Webserver started at http://127.13.220.252:38225/ using document root <none> and password file <none>
06:15:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.145666 14597 fs_manager.cc:359] Metadata directory not provided
06:15:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.145962 14597 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.158440 14597 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.005s sys 0.001s
06:15:14.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.164626 14638 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.166182 14597 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
06:15:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.166621 14597 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d"
06:15:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:06 on dist-test-slave-j86h"
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.170295 14597 fs_report.cc:383] FS layout report
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/data
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.274609 14597 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.282878 14597 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.283473 14597 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:14.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.331662 14649 raft_consensus.cc:482] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:15:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.332552 14649 raft_consensus.cc:504] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.346251 14649 leader_election.cc:288] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497), a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961)
06:15:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.351560 14547 leader_election.cc:334] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961): Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.359768 14545 leader_election.cc:334] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.360453 14545 leader_election.cc:302] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a20f53c558704f3fb4e8a07cc651d563; no voters: 2881c5a5a1e949ac8ca4a188dac95b86, a8ad5b75c44247f48e6bdc6c9bde6c9d
06:15:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.361339 14649 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:15:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.437280 14597 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.252:38961
06:15:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.437551 14695 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.252:38961 every 8 connection(s)
06:15:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.440448 14597 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.442247 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14597
06:15:14.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:14.443 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.220.253:46497
06:15:14.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.445832 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/logs
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.253:46497
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.253
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39095
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.253.keytab
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.253
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:14.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.472838 14696 sys_catalog.cc:263] Verifying existing consensus state
06:15:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.483160 14696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Bootstrap starting.
06:15:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.571589 14696 log.cc:824] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Log is configured to *not* fsync() on all Append() calls
06:15:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.594165 14696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:15:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.595538 14696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Bootstrap complete.
06:15:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.641209 14696 raft_consensus.cc:348] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.645548 14696 raft_consensus.cc:729] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8ad5b75c44247f48e6bdc6c9bde6c9d, State: Initialized, Role: FOLLOWER
06:15:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.646932 14696 consensus_queue.cc:260] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.650339 14700 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.651350 14700 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: FOLLOWER
06:15:14.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.652707 14696 sys_catalog.cc:564] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: configured and running, proceeding with master startup.
06:15:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.780856 14711 catalog_manager.cc:1259] Loaded cluster ID: 24f9208a06384c46bf7101c854afa546
06:15:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.781375 14711 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: loading cluster ID for follower catalog manager: success
06:15:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.815138 14711 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: acquiring CA information for follower catalog manager: success
06:15:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:14 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489714, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.823468 14711 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:15:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.861828 14597 master_runner.cc:186] Error getting master registration for 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111),
06:15:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:14.907999 14597 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:15:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.998119 14697 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:14.999022 14697 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.000247 14697 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.064010 14697 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.064404 14697 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:15.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.064895 14697 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:15.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.065294 14697 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:15.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.065627 14697 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.065968 14697 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.066219 14697 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.137255 14697 master_runner.cc:386] Master server non-default flags:
06:15:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data
06:15:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.253.keytab
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.253
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.253:46497
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.253
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39095
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/logs
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.138938 14697 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.140452 14697 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.195763 14721 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.785251 14524 master_runner.cc:186] Error getting master registration for 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111),
06:15:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.785761 14524 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:15:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.852566 14727 raft_consensus.cc:482] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:15:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.853425 14727 raft_consensus.cc:504] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.858367 14570 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a20f53c558704f3fb4e8a07cc651d563" is_pre_election: true
06:15:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.859519 14570 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8ad5b75c44247f48e6bdc6c9bde6c9d in term 1.
06:15:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.861503 14641 leader_election.cc:302] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a20f53c558704f3fb4e8a07cc651d563, a8ad5b75c44247f48e6bdc6c9bde6c9d; no voters:
06:15:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.877170 14727 leader_election.cc:288] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a20f53c558704f3fb4e8a07cc651d563 (127.13.220.254:44475), 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497)
06:15:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.877837 14727 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Leader pre-election won for term 2
06:15:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.878199 14727 raft_consensus.cc:482] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:15:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.878520 14727 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 1 FOLLOWER]: Advancing to term 2
06:15:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.880749 14640 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:15.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.897294 14727 raft_consensus.cc:504] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.897328 14640 leader_election.cc:334] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.901320 14570 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a20f53c558704f3fb4e8a07cc651d563"
06:15:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.902088 14727 leader_election.cc:288] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [CANDIDATE]: Term 2 election: Requested vote from peers a20f53c558704f3fb4e8a07cc651d563 (127.13.220.254:44475), 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497)
06:15:15.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.902130 14570 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 1 FOLLOWER]: Advancing to term 2
06:15:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.911237 14640 leader_election.cc:334] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.934219 14570 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8ad5b75c44247f48e6bdc6c9bde6c9d in term 2.
06:15:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.936262 14641 leader_election.cc:302] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a20f53c558704f3fb4e8a07cc651d563, a8ad5b75c44247f48e6bdc6c9bde6c9d; no voters: 2881c5a5a1e949ac8ca4a188dac95b86
06:15:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.938014 14727 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 2 FOLLOWER]: Leader election won for term 2
06:15:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.938766 14727 raft_consensus.cc:686] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 2 LEADER]: Becoming Leader. State: Replica: a8ad5b75c44247f48e6bdc6c9bde6c9d, State: Running, Role: LEADER
06:15:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.940105 14727 consensus_queue.cc:237] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.976604 14729 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: New leader a8ad5b75c44247f48e6bdc6c9bde6c9d. Latest consensus state: current_term: 2 leader_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.978825 14729 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: LEADER
06:15:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:15.986778 14734 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:15:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.005792 14734 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:15:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.013010 14734 catalog_manager.cc:1259] Loaded cluster ID: 24f9208a06384c46bf7101c854afa546
06:15:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.013780 14734 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:15:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.022208 14734 catalog_manager.cc:1504] Loading token signing keys...
06:15:16.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.029656 14734 catalog_manager.cc:5879] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Loaded TSK: 0
06:15:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.032734 14734 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:15:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.333909 14570 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Refusing update from remote peer a8ad5b75c44247f48e6bdc6c9bde6c9d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
06:15:16.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.339184 14729 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [LEADER]: Connected to new peer: Peer: permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
06:15:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.371030 14735 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a8ad5b75c44247f48e6bdc6c9bde6c9d. Latest consensus state: current_term: 2 leader_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.372273 14735 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: FOLLOWER
06:15:16.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.384099 14727 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.384809 14727 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: LEADER
06:15:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:16.388484 14640 consensus_peers.cc:487] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d -> Peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Couldn't send request to peer 2881c5a5a1e949ac8ca4a188dac95b86. Status: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:15:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.405108 14735 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:16.406025 14735 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: FOLLOWER
06:15:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:16.572541 14719 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 14697
06:15:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:17.520233 14697 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.330s user 0.666s sys 1.178s
06:15:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:15.205812 14720 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:17.522408 14697 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.332s user 0.666s sys 1.178s
06:15:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.522773 14697 server_base.cc:1034] running on GCE node
06:15:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:17.523152 14723 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:17.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.528357 14697 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.550180 14697 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:17.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.551662 14697 hybrid_clock.cc:648] HybridClock initialized: now 1790489717551622 us; error 61 us; skew 500 ppm
06:15:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.552942 14697 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:17.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:17 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489717, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.570644 14697 init.cc:377] Logged in from keytab as kudu/127.13.220.253@KRBTEST.COM (short username kudu)
06:15:17.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.576967 14697 webserver.cc:460] Webserver started at http://127.13.220.253:39095/ using document root <none> and password file <none>
06:15:17.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.578325 14697 fs_manager.cc:359] Metadata directory not provided
06:15:17.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.578706 14697 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.590804 14697 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.003s sys 0.004s
06:15:17.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.597946 14746 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.599582 14697 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.001s sys 0.003s
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.600150 14697 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2881c5a5a1e949ac8ca4a188dac95b86"
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:04 on dist-test-slave-j86h"
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.603156 14697 fs_report.cc:383] FS layout report
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/data
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.666898 14697 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.675348 14697 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.675983 14697 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:17.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.817713 14697 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.253:46497
06:15:17.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.818132 14797 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.253:46497 every 8 connection(s)
06:15:17.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.821867 14697 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.832573 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14697
06:15:17.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:17.834 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.220.254:44475(127.13.220.254:44475)] connecting to peer
06:15:17.836 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.220.252:38961(127.13.220.252:38961)] connecting to peer
06:15:17.844 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.220.253:46497(127.13.220.253:46497)] connecting to peer
06:15:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.844659 14798 sys_catalog.cc:263] Verifying existing consensus state
06:15:17.858 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.220.254:44475(127.13.220.254:44475)] Successfully connected to peer
06:15:17.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.859772 14798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Bootstrap starting.
06:15:17.865 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.220.253:46497(127.13.220.253:46497)] Successfully connected to peer
06:15:17.868 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.220.252:38961(127.13.220.252:38961)] Successfully connected to peer
06:15:17.880 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
06:15:17.880 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc
06:15:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:17 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489707, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:17.913 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:15:17.914 [INFO - kudu-nio-1] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
06:15:17.917 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
06:15:17.918 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc
06:15:17.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:17 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489707, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:17.923 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:15:17.923 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
06:15:17.925 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.220.254
06:15:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.932482 14798 log.cc:824] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Log is configured to *not* fsync() on all Append() calls
06:15:17.939 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.220.252
06:15:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.956502 14798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:15:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:17.959586 14798 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Bootstrap complete.
06:15:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:17 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489714, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for kudu/127.13.220.253@KRBTEST.COM
06:15:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.007006 14798 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.011057 14798 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2881c5a5a1e949ac8ca4a188dac95b86, State: Initialized, Role: FOLLOWER
06:15:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.012210 14798 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:18.015 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
06:15:18.016 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc
06:15:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.027982 14773 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [term 1 FOLLOWER]: Advancing to term 2
06:15:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:18 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489707, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:18.038 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:15:18.038 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
06:15:18.052 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.220.253
06:15:18.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.039476 14798 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: configured and running, proceeding with master startup.
06:15:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:18 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489707, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.220.252@KRBTEST.COM
06:15:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:18 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489707, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:18.119 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x85a5dc25, L:/127.0.0.1:43616 - R:/127.13.220.252:38961] using SASL/GSSAPI
06:15:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.129957 14809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a8ad5b75c44247f48e6bdc6c9bde6c9d. Latest consensus state: current_term: 2 leader_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.130818 14809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: This master's current role is: FOLLOWER
06:15:18.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.131721 14810 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 leader_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.132512 14810 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: This master's current role is: FOLLOWER
06:15:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.134725 14820 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.135602 14820 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86 [sys.catalog]: This master's current role is: FOLLOWER
06:15:18.172 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:15:18.173 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=339), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.220.254:44475, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.220.252:38961, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.220.253:46497, [318ms] Sub RPC ConnectToMaster: received response from server master-127.13.220.252:38961: OK, deferred=null) after lookup
06:15:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.163872 14824 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
06:15:18.203 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x05e6dd0d, L:/127.0.0.1:50444 - R:/127.13.220.254:44475] using SASL/GSSAPI
06:15:18.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:18 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489717, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:18.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:18 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489707, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.220.253@KRBTEST.COM
06:15:18.251 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfdb1d16d, L:/127.0.0.1:60342 - R:/127.13.220.253:46497] using SASL/GSSAPI
06:15:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:18 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489717, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for kudu/127.13.220.253@KRBTEST.COM
06:15:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:18 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489717, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for kudu/127.13.220.252@KRBTEST.COM
06:15:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.519163 14729 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:18.520224 14729 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: LEADER
06:15:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.172369 14824 catalog_manager.cc:1259] Loaded cluster ID: 24f9208a06384c46bf7101c854afa546
06:15:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.172676 14824 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: loading cluster ID for follower catalog manager: success
06:15:19.178 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.220.254:44475
06:15:19.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:15:19.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.180275 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14524
06:15:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.195401 14824 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: acquiring CA information for follower catalog manager: success
06:15:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.204129 14824 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:15:19.218 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.220.254:44475(127.13.220.254:44475)] handling channelInactive
06:15:19.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.220.254:44475(127.13.220.254:44475)] cleaning up while in state READY due to: connection closed
06:15:19.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:19.227 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.220.252:38961
06:15:19.228 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
06:15:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.228626 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14597
06:15:19.271 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.220.252:38961(127.13.220.252:38961)] handling channelInactive
06:15:19.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.220.252:38961(127.13.220.252:38961)] cleaning up while in state READY due to: connection closed
06:15:19.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:19.272 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.220.253:46497
06:15:19.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
06:15:19.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.272729 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14697
06:15:19.303 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.220.253:46497(127.13.220.253:46497)] handling channelInactive
06:15:19.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.220.253:46497(127.13.220.253:46497)] cleaning up while in state READY due to: connection closed
06:15:19.303 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:19.304 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.220.254:44475
06:15:19.305 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.307024 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/logs
06:15:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.254:44475
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.254
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40457
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.254.keytab
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.254
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:19.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.721066 14833 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.721879 14833 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.722967 14833 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:19.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.758334 14833 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:19.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.758565 14833 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:19.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.758836 14833 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:19.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.759123 14833 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:19.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.759330 14833 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:19.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.759519 14833 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:19.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.759668 14833 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.810527 14833 master_runner.cc:386] Master server non-default flags:
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.254.keytab
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.254
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.254:44475
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.254
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40457
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/logs
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.812151 14833 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.813612 14833 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.838037 14841 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.838274 14840 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:19.839861 14843 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:19.839972 14833 server_base.cc:1034] running on GCE node
06:15:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.172519 14833 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.175763 14833 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.177296 14833 hybrid_clock.cc:648] HybridClock initialized: now 1790489721177249 us; error 50 us; skew 500 ppm
06:15:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.178462 14833 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:21 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489721, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.186121 14833 init.cc:377] Logged in from keytab as kudu/127.13.220.254@KRBTEST.COM (short username kudu)
06:15:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.194974 14833 webserver.cc:460] Webserver started at http://127.13.220.254:40457/ using document root <none> and password file <none>
06:15:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.196300 14833 fs_manager.cc:359] Metadata directory not provided
06:15:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.196591 14833 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.210233 14833 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.001s sys 0.004s
06:15:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.216135 14852 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.217671 14833 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
06:15:21.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.218122 14833 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:21.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a20f53c558704f3fb4e8a07cc651d563"
06:15:21.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:01 on dist-test-slave-j86h"
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.221637 14833 fs_report.cc:383] FS layout report
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/wal
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/data
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.287576 14833 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.296780 14833 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.297438 14833 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.395108 14833 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.254:44475
06:15:21.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.395272 14903 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.254:44475 every 8 connection(s)
06:15:21.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.398372 14833 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-0/data/info.pb
06:15:21.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:21.403 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.220.252:38961
06:15:21.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
06:15:21.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.402279 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14833
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.405441 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/logs
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.252:38961
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.252
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38225
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.252.keytab
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.252
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.416157 14904 sys_catalog.cc:263] Verifying existing consensus state
06:15:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.422197 14904 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Bootstrap starting.
06:15:21.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.472807 14904 log.cc:824] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Log is configured to *not* fsync() on all Append() calls
06:15:21.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.495106 14904 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:15:21.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.496114 14904 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Bootstrap complete.
06:15:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.536060 14904 raft_consensus.cc:348] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.540222 14904 raft_consensus.cc:729] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: a20f53c558704f3fb4e8a07cc651d563, State: Initialized, Role: FOLLOWER
06:15:21.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.541414 14904 consensus_queue.cc:260] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:21.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.544672 14908 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:21.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.545715 14908 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: FOLLOWER
06:15:21.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.547091 14904 sys_catalog.cc:564] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: configured and running, proceeding with master startup.
06:15:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.612289 14919 catalog_manager.cc:1259] Loaded cluster ID: 24f9208a06384c46bf7101c854afa546
06:15:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.612821 14919 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: loading cluster ID for follower catalog manager: success
06:15:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:21 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489721, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.254@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:21.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.621285 14919 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: acquiring CA information for follower catalog manager: success
06:15:21.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.627444 14919 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:15:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.647543 14833 master_runner.cc:186] Error getting master registration for 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111),
06:15:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.681676 14833 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:15:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.893230 14906 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.894368 14906 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:21.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.895265 14906 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.931298 14906 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.931615 14906 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.932042 14906 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.932363 14906 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.932663 14906 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.932961 14906 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:21.933274 14906 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.979130 14906 master_runner.cc:386] Master server non-default flags:
06:15:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data
06:15:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.252.keytab
06:15:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.252
06:15:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.252:38961
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.252
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38225
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/logs
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.980994 14906 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:21.982652 14906 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:22.006587 14929 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:23.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:23.389792 14934 raft_consensus.cc:482] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:15:23.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:23.391350 14934 raft_consensus.cc:504] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:23.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:23.397914 14934 leader_election.cc:288] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497), a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961)
06:15:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:23.416854 14854 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:23.439446 14856 leader_election.cc:334] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961): Network error: Client connection negotiation failed: client connection to 127.13.220.252:38961: connect: Connection refused (error 111)
06:15:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:23.440675 14854 leader_election.cc:334] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:23.441205 14854 leader_election.cc:302] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a20f53c558704f3fb4e8a07cc651d563; no voters: 2881c5a5a1e949ac8ca4a188dac95b86, a8ad5b75c44247f48e6bdc6c9bde6c9d
06:15:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:23.442509 14934 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
06:15:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:22.006753 14930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:23.398941 14928 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 14906
06:15:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.021153 14906 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.017s user 0.622s sys 1.104s
06:15:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.022272 14906 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.019s user 0.622s sys 1.105s
06:15:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.035275 14906 server_base.cc:1034] running on GCE node
06:15:24.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.037580 14941 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.039644 14906 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.043936 14906 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:24.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.045506 14906 hybrid_clock.cc:648] HybridClock initialized: now 1790489724045410 us; error 107 us; skew 500 ppm
06:15:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.046919 14906 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:24 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489724, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.056414 14906 init.cc:377] Logged in from keytab as kudu/127.13.220.252@KRBTEST.COM (short username kudu)
06:15:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.063205 14906 webserver.cc:460] Webserver started at http://127.13.220.252:38225/ using document root <none> and password file <none>
06:15:24.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.064549 14906 fs_manager.cc:359] Metadata directory not provided
06:15:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.064857 14906 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:24.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.078137 14906 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.006s sys 0.002s
06:15:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.097955 14947 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.100512 14906 fs_manager.cc:725] Time spent opening block manager: real 0.019s user 0.010s sys 0.006s
06:15:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.101063 14906 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d"
06:15:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:06 on dist-test-slave-j86h"
06:15:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.105234 14906 fs_report.cc:383] FS layout report
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/wal
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/data
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:24.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.195434 14906 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.206874 14906 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.208082 14906 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:24.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.320709 14906 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.252:38961
06:15:24.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.320950 14999 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.252:38961 every 8 connection(s)
06:15:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.325203 14906 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-2/data/info.pb
06:15:24.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.329653 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 14906
06:15:24.330 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:24.330 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.220.253:46497
06:15:24.330 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
06:15:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.332401 14195 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu
06:15:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/logs
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.253:46497
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.253
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39095
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.253.keytab
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.253
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:15:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.342391 15000 sys_catalog.cc:263] Verifying existing consensus state
06:15:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.352070 15000 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Bootstrap starting.
06:15:24.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.422583 15000 log.cc:824] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Log is configured to *not* fsync() on all Append() calls
06:15:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.449056 15000 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:15:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.450256 15000 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: Bootstrap complete.
06:15:24.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.490882 15000 raft_consensus.cc:348] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.494812 15000 raft_consensus.cc:729] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8ad5b75c44247f48e6bdc6c9bde6c9d, State: Initialized, Role: FOLLOWER
06:15:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.496064 15000 consensus_queue.cc:260] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.499472 15004 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.500486 15004 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: FOLLOWER
06:15:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.518296 15000 sys_catalog.cc:564] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: configured and running, proceeding with master startup.
06:15:24.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.642503 15015 catalog_manager.cc:1259] Loaded cluster ID: 24f9208a06384c46bf7101c854afa546
06:15:24.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.642843 15015 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: loading cluster ID for follower catalog manager: success
06:15:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.658586 15015 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: acquiring CA information for follower catalog manager: success
06:15:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:24 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489724, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.252@KRBTEST.COM for kudu/127.13.220.254@KRBTEST.COM
06:15:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.672857 15015 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:15:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.698518 14906 master_runner.cc:186] Error getting master registration for 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111),
06:15:24.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:24.755838 14906 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:15:24.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.899704 15002 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:15:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.900815 15002 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:15:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.902089 15002 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:15:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.963611 15002 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:15:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.964169 15002 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:15:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.964764 15002 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:15:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.965372 15002 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:15:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.965831 15002 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:15:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.966271 15002 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:15:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:24.966636 15002 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41027/jwks.json
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.039896 15002 master_runner.cc:386] Master server non-default flags:
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.220.212:42559
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.220.254:44475,127.13.220.253:46497,127.13.220.252:38961
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/kudu_127.13.220.253.keytab
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.220.253
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.220.253:46497
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:15:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41027/jwks.json
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.220.253
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39095
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/logs
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:15:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:15:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:15:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:15:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:15:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 05:19:33 UTC on ccycloud.quasar-ebyiam.root.comops.site
06:15:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4675663
06:15:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:15:25.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.043970 15002 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:15:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.045557 15002 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:15:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:25.072481 15025 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.678998 15030 raft_consensus.cc:482] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:15:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.679981 15030 raft_consensus.cc:504] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.684103 15030 leader_election.cc:288] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497), a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961)
06:15:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:25.727242 14854 leader_election.cc:334] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.739481 14975 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a20f53c558704f3fb4e8a07cc651d563" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" is_pre_election: true
06:15:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.740504 14975 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a20f53c558704f3fb4e8a07cc651d563 in term 2.
06:15:25.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.742255 14856 leader_election.cc:302] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a20f53c558704f3fb4e8a07cc651d563, a8ad5b75c44247f48e6bdc6c9bde6c9d; no voters: 2881c5a5a1e949ac8ca4a188dac95b86
06:15:25.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.743790 15030 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Leader pre-election won for term 3
06:15:25.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.744267 15030 raft_consensus.cc:482] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:15:25.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.745117 15030 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 2 FOLLOWER]: Advancing to term 3
06:15:25.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.764516 15030 raft_consensus.cc:504] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:25.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.769346 14975 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a20f53c558704f3fb4e8a07cc651d563" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d"
06:15:25.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.770293 14975 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 2 FOLLOWER]: Advancing to term 3
06:15:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:25.772188 14854 leader_election.cc:334] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111)
06:15:25.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.779919 15030 leader_election.cc:288] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 election: Requested vote from peers 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497), a8ad5b75c44247f48e6bdc6c9bde6c9d (127.13.220.252:38961)
06:15:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.789284 14975 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a20f53c558704f3fb4e8a07cc651d563 in term 3.
06:15:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.791292 14856 leader_election.cc:302] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a20f53c558704f3fb4e8a07cc651d563, a8ad5b75c44247f48e6bdc6c9bde6c9d; no voters: 2881c5a5a1e949ac8ca4a188dac95b86
06:15:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.793197 15030 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 3 FOLLOWER]: Leader election won for term 3
06:15:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.821229 15030 raft_consensus.cc:686] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [term 3 LEADER]: Becoming Leader. State: Replica: a20f53c558704f3fb4e8a07cc651d563, State: Running, Role: LEADER
06:15:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.823637 15030 consensus_queue.cc:237] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } }
06:15:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.851351 15035 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a20f53c558704f3fb4e8a07cc651d563. Latest consensus state: current_term: 3 leader_uuid: "a20f53c558704f3fb4e8a07cc651d563" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.852707 15035 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: LEADER
06:15:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.865097 15037 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:15:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.877046 15037 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:15:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.883360 15037 catalog_manager.cc:1259] Loaded cluster ID: 24f9208a06384c46bf7101c854afa546
06:15:25.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.883795 15037 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:15:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.891850 15037 catalog_manager.cc:1504] Loading token signing keys...
06:15:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.897797 15037 catalog_manager.cc:5879] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563: Loaded TSK: 0
06:15:25.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.900369 15037 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:15:26.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:26.303534 14854 consensus_peers.cc:487] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 -> Peer 2881c5a5a1e949ac8ca4a188dac95b86 (127.13.220.253:46497): Couldn't send request to peer 2881c5a5a1e949ac8ca4a188dac95b86. Status: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:15:26.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.320058 14975 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [term 3 FOLLOWER]: Refusing update from remote peer a20f53c558704f3fb4e8a07cc651d563: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
06:15:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.322755 15035 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
06:15:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.369356 15042 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: New leader a20f53c558704f3fb4e8a07cc651d563. Latest consensus state: current_term: 3 leader_uuid: "a20f53c558704f3fb4e8a07cc651d563" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.370514 15042 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: FOLLOWER
06:15:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.371253 15042 sys_catalog.cc:455] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a20f53c558704f3fb4e8a07cc651d563" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:26.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.372134 15042 sys_catalog.cc:458] T 00000000000000000000000000000000 P a8ad5b75c44247f48e6bdc6c9bde6c9d [sys.catalog]: This master's current role is: FOLLOWER
06:15:26.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.383827 15035 sys_catalog.cc:455] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a20f53c558704f3fb4e8a07cc651d563" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a20f53c558704f3fb4e8a07cc651d563" member_type: VOTER last_known_addr { host: "127.13.220.254" port: 44475 } } peers { permanent_uuid: "2881c5a5a1e949ac8ca4a188dac95b86" member_type: VOTER last_known_addr { host: "127.13.220.253" port: 46497 } } peers { permanent_uuid: "a8ad5b75c44247f48e6bdc6c9bde6c9d" member_type: VOTER last_known_addr { host: "127.13.220.252" port: 38961 } } }
06:15:26.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.384594 15035 sys_catalog.cc:458] T 00000000000000000000000000000000 P a20f53c558704f3fb4e8a07cc651d563 [sys.catalog]: This master's current role is: LEADER
06:15:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:25.074940 15002 server_base.cc:1034] running on GCE node
06:15:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:25.076421 15027 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:26.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:25.073172 15024 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:15:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.687060 14833 master_runner.cc:186] Error getting master registration for 127.13.220.253:46497: Network error: Client connection negotiation failed: client connection to 127.13.220.253:46497: connect: Connection refused (error 111),
06:15:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.687516 14833 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:15:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.691311 15002 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:15:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.696134 15002 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:15:26.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.699970 15002 hybrid_clock.cc:648] HybridClock initialized: now 1790489726699888 us; error 74 us; skew 500 ppm
06:15:26.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.701385 15002 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:15:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:26 dist-test-slave-j86h krb5kdc[14206](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489726, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.220.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.708909 15002 init.cc:377] Logged in from keytab as kudu/127.13.220.253@KRBTEST.COM (short username kudu)
06:15:26.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.718400 15002 webserver.cc:460] Webserver started at http://127.13.220.253:39095/ using document root <none> and password file <none>
06:15:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.719722 15002 fs_manager.cc:359] Metadata directory not provided
06:15:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.720005 15002 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:15:26.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.730226 15002 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.000s
06:15:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.737507 15053 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:15:26.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.738957 15002 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.004s
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.739360 15002 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data,/tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2881c5a5a1e949ac8ca4a188dac95b86"
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 06:15:04 on dist-test-slave-j86h"
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.742003 15002 fs_report.cc:383] FS layout report
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/wal
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/data
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:15:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:15:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:15:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:15:26.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.807440 15002 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:15:26.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.816648 15002 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:15:26.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.817317 15002 kserver.cc:163] Server-wide thread pool size limit: 3276
06:15:26.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.954717 15002 rpc_server.cc:307] RPC server started. Bound to: 127.13.220.253:46497
06:15:26.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.954892 15105 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.220.253:46497 every 8 connection(s)
06:15:26.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.958530 15002 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/master-1/data/info.pb
06:15:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.967451 14195 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu as pid 15002
06:15:26.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:15:26.969 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.220.252:38961(127.13.220.252:38961)] connecting to peer
06:15:26.971 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.220.252:38961(127.13.220.252:38961)] Successfully connected to peer
06:15:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.974421 15106 sys_catalog.cc:263] Verifying existing consensus state
06:15:26.977 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
06:15:26.977 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasku2A2sP/test-tmp/mini-kudu-cluster4318564320787217746/krb5kdc/krb5cc
06:15:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 06:15:26 dist-test-slave-j86h krb5kdc[14206](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790489707, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:15:26.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:26.983551 15106 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Bootstrap starting.
06:15:26.989 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:15:26.989 [INFO - kudu-nio-1] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
06:15:26.994 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.220.252
06:15:27.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.220.252:38961(127.13.220.252:38961)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
06:15:27.028 [DEBUG - main] (Connection.java:575) [peer master-127.13.220.253:46497(127.13.220.253:46497)] disconnecting while in state TERMINATED
06:15:27.028 [DEBUG - main] (Connection.java:575) [peer master-127.13.220.252:38961(127.13.220.252:38961)] disconnecting while in state TERMINATED
06:15:27.028 [DEBUG - main] (Connection.java:575) [peer master-127.13.220.254:44475(127.13.220.254:44475)] disconnecting while in state TERMINATED
06:15:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 06:15:27.033591 15108 negotiation.cc:337] Failed RPC negotiation. Trace:
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:26.971989 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:55274 (local address 127.13.220.252:38961)
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:26.975014 (+ 3025us) server_negotiation.cc:206] Beginning negotiation
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:26.975044 (+ 30us) server_negotiation.cc:399] Waiting for connection header
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:26.976092 (+ 1048us) server_negotiation.cc:407] Connection header received
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:26.976255 (+ 163us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:26.976284 (+ 29us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:26.976522 (+ 238us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:27.004174 (+ 27652us) server_negotiation.cc:226] Negotiated authn=SASL
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:27.004694 (+ 520us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:27.006329 (+ 1635us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:27.021756 (+ 15427us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:27.022707 (+ 951us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:27.022962 (+ 255us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0927 06:15:27.031943 (+ 8981us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:55274: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:55274): Cannot send after transport endpoint shutdown (error 108)
06:15:27.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2595,"thread_start_us":3185,"threads_started":1}
06:15:27.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:15:27.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:27.037523 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14833
06:15:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:27.040161 15106 log.cc:824] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Log is configured to *not* fsync() on all Append() calls
06:15:27.050 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.220.252:38961(127.13.220.252:38961)] handling channelInactive
06:15:27.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:27.073690 15106 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:15:27.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:27.074851 15106 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2881c5a5a1e949ac8ca4a188dac95b86: Bootstrap complete.
06:15:27.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:27.095496 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 15002
06:15:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:27.125962 14195 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14906
06:15:28.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:15:28Z chronyd exiting
06:15:29.507 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:15:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:29.513782 13459 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 13742
06:15:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:29.555800 13459 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 13901
06:15:29.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:29.586885 13459 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 14054
06:15:29.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:29.625504 13459 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 13471
06:15:29.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:29.666616 13459 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 13541
06:15:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 06:15:29.704548 13459 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasku2A2sP/build/tsan/bin/kudu with pid 13616
06:15:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T06:15:30Z chronyd exiting
06:15:32.043 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:974) ~[main/:?]
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845) ~[main/:?]
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: javax.security.sasl.SaslException: GSS initiate failed
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211) ~[?:1.8.0_362]
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:959) ~[main/:?]
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:956) ~[main/:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_362]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_362]
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:955) ~[main/:?]
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845) ~[main/:?]
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.ietf.jgss.GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:162) ~[?:1.8.0_362]
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122) ~[?:1.8.0_362]
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:189) ~[?:1.8.0_362]
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224) ~[?:1.8.0_362]
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) ~[?:1.8.0_362]
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) ~[?:1.8.0_362]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192) ~[?:1.8.0_362]
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:959) ~[main/:?]
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:956) ~[main/:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_362]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_362]
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:955) ~[main/:?]
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845) ~[main/:?]
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:974)
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845)
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782)
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211)
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:959)
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:956)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:955)
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845)
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782)
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:162)
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122)
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:189)
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179)
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192)
... 42 more