08:01:12.509 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:01:12.509 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskv5EnlP/test-tmp
08:01:12.510 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:01:12.510 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskv5EnlP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:01:12.512 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:01:12.869 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:01:12.869 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:01:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:12.872895 3898 mini_oidc.cc:152] Starting JWKS server
08:01:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:12.876689 3898 webserver.cc:460] Webserver started at http://127.0.0.1:41487/ using document root <none> and password file <none>
08:01:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:12.877163 3898 mini_oidc.cc:189] Starting OIDC Discovery server
08:01:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:12.879293 3898 webserver.cc:460] Webserver started at http://127.0.0.1:35839/ using document root <none> and password file <none>
08:01:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T08:01:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:01:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T08:01:12Z Disabled control of system clock
08:01:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:12.934437 3898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/wal
08:01:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/data
08:01:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/logs
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/data/info.pb
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.190:46877
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.190
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41487/jwks.json with env {}
08:01:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.252648 3910 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.253319 3910 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.253897 3910 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:13.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.288535 3910 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.288908 3910 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.289218 3910 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.289482 3910 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.289757 3910 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.289966 3910 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41487/jwks.json
08:01:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:13.329414 3910 master_runner.cc:386] Master server non-default flags:
08:01:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/data
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/wal
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.190:46877
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41487/jwks.json
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/data/info.pb
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.190
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/logs
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:13.331001 3910 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:13.332962 3910 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:13.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.352854 3916 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.352845 3917 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:13.354300 3910 server_base.cc:1034] running on GCE node
08:01:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:13.353469 3919 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.492650 3910 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.495610 3910 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.497109 3910 hybrid_clock.cc:648] HybridClock initialized: now 1790409674497069 us; error 37 us; skew 500 ppm
08:01:14.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.498246 3910 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.505050 3910 webserver.cc:460] Webserver started at http://127.3.206.190:35983/ using document root <none> and password file <none>
08:01:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.506287 3910 fs_manager.cc:359] Metadata directory not provided
08:01:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.506559 3910 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.507166 3910 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.513262 3910 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/data/instance:
08:01:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2537441ea864373b145e6657a69e670"
08:01:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:14 on dist-test-slave-1t7r"
08:01:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.515213 3910 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/wal/instance:
08:01:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2537441ea864373b145e6657a69e670"
08:01:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:14 on dist-test-slave-1t7r"
08:01:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.523723 3910 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.005s
08:01:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.529896 3926 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:14.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.531243 3910 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.531612 3910 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/wal
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2537441ea864373b145e6657a69e670"
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:14 on dist-test-slave-1t7r"
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.532032 3910 fs_report.cc:383] FS layout report
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/wal
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/wal
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/data/data
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.564385 3910 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.565871 3910 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.566326 3910 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.642828 3910 rpc_server.cc:307] RPC server started. Bound to: 127.3.206.190:46877
08:01:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.642989 3977 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.206.190:46877 every 8 connection(s)
08:01:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.645738 3910 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/data/info.pb
08:01:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.651242 3978 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:01:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.655314 3898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 3910
08:01:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.655839 3898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-0/wal/instance
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.659336 3898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/wal
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/data
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/logs
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/data/info.pb
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.189:33233
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.189
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:14.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41487/jwks.json with env {}
08:01:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.663969 3978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } has no permanent_uuid. Determining permanent_uuid...
08:01:14.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.699828 3978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } has no permanent_uuid. Determining permanent_uuid...
08:01:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:14.703066 3929 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.206.189:33233: connect: Connection refused (error 111)
08:01:14.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:14.707512 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.189:33233: Network error: Client connection negotiation failed: client connection to 127.3.206.189:33233: connect: Connection refused (error 111)
08:01:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.757162 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } attempt: 1
08:01:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:14.761453 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.189:33233: Network error: Client connection negotiation failed: client connection to 127.3.206.189:33233: connect: Connection refused (error 111)
08:01:14.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.829986 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } attempt: 2
08:01:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:14.833974 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.189:33233: Network error: Client connection negotiation failed: client connection to 127.3.206.189:33233: connect: Connection refused (error 111)
08:01:14.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:14.925442 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } attempt: 3
08:01:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:14.929495 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.189:33233: Network error: Client connection negotiation failed: client connection to 127.3.206.189:33233: connect: Connection refused (error 111)
08:01:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:14.993336 3980 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:14.993966 3980 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:14.994451 3980 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.028110 3980 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.028400 3980 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.028602 3980 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.028798 3980 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.029001 3980 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.029143 3980 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41487/jwks.json
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:15.067045 3980 master_runner.cc:386] Master server non-default flags:
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/data
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/wal
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.189:33233
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41487/jwks.json
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/data/info.pb
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.189
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/logs
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:15.068332 3980 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:15.069967 3980 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:15.072928 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } attempt: 4
08:01:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.076758 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.189:33233: Network error: Client connection negotiation failed: client connection to 127.3.206.189:33233: connect: Connection refused (error 111)
08:01:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.088613 3992 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:15.376271 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } attempt: 5
08:01:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.380198 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.189:33233: Network error: Client connection negotiation failed: client connection to 127.3.206.189:33233: connect: Connection refused (error 111)
08:01:15.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:15.927724 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } attempt: 6
08:01:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.936313 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.189:33233: Network error: Client connection negotiation failed: client connection to 127.3.206.189:33233: connect: Connection refused (error 111)
08:01:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.088616 3989 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:15.088692 3990 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:15.091395 3980 server_base.cc:1034] running on GCE node
08:01:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.238219 3980 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.241060 3980 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.242548 3980 hybrid_clock.cc:648] HybridClock initialized: now 1790409676242512 us; error 41 us; skew 500 ppm
08:01:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.243530 3980 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.249980 3980 webserver.cc:460] Webserver started at http://127.3.206.189:46597/ using document root <none> and password file <none>
08:01:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.251011 3980 fs_manager.cc:359] Metadata directory not provided
08:01:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.251279 3980 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.251799 3980 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.257193 3980 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/data/instance:
08:01:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b4a2bddeb75426cb341481928368346"
08:01:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:16 on dist-test-slave-1t7r"
08:01:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.258584 3980 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/wal/instance:
08:01:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b4a2bddeb75426cb341481928368346"
08:01:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:16 on dist-test-slave-1t7r"
08:01:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.266511 3980 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.004s
08:01:16.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.272846 4001 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.274106 3980 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
08:01:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.274499 3980 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/wal
08:01:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b4a2bddeb75426cb341481928368346"
08:01:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:16 on dist-test-slave-1t7r"
08:01:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.274865 3980 fs_report.cc:383] FS layout report
08:01:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/wal
08:01:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/wal
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/data/data
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.313089 3980 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.314832 3980 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.315407 3980 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:16.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.387521 3980 rpc_server.cc:307] RPC server started. Bound to: 127.3.206.189:33233
08:01:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.387499 4052 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.206.189:33233 every 8 connection(s)
08:01:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.390533 3980 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/data/info.pb
08:01:16.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.396458 4053 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:01:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.401093 3898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 3980
08:01:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.401535 3898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-1/wal/instance
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.403652 3898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/wal
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/data
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/logs
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/data/info.pb
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.188:37961
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.188
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41487/jwks.json with env {}
08:01:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.407869 4053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } has no permanent_uuid. Determining permanent_uuid...
08:01:16.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.435708 4053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } has no permanent_uuid. Determining permanent_uuid...
08:01:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.452881 4053 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } has no permanent_uuid. Determining permanent_uuid...
08:01:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.455128 4002 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.459306 4053 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.508911 4053 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 1
08:01:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.513067 4053 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.581631 4053 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 2
08:01:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.585872 4053 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.677318 4053 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 3
08:01:16.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.682397 4053 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.736819 4055 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.737457 4055 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.737964 4055 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.772969 4055 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.773274 4055 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.773481 4055 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.773679 4055 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.773877 4055 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.774024 4055 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41487/jwks.json
08:01:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.810184 4055 master_runner.cc:386] Master server non-default flags:
08:01:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/data
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/wal
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.188:37961
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41487/jwks.json
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/data/info.pb
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.188
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/logs
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.811655 4055 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:16.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.813877 4055 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.825858 4053 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 4
08:01:16.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.830956 4053 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.835711 4065 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:16.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.996903 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } attempt: 7
08:01:17.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.013146 3978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } has no permanent_uuid. Determining permanent_uuid...
08:01:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:17.019337 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.077755 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 1
08:01:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:17.081579 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.130476 4053 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 5
08:01:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:17.134460 4053 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:17.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.163169 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 2
08:01:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:17.167519 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.253175 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 3
08:01:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:17.257043 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.397778 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 4
08:01:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:17.401425 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:17.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.682044 4053 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 6
08:01:17.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.684921 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 5
08:01:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:17.689627 4053 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:17.689812 3978 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.206.188:37961: Network error: Client connection negotiation failed: client connection to 127.3.206.188:37961: connect: Connection refused (error 111)
08:01:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.835711 4066 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:16.835917 4068 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:16.838289 4055 server_base.cc:1034] running on GCE node
08:01:17.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.980325 4055 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.983127 4055 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.984731 4055 hybrid_clock.cc:648] HybridClock initialized: now 1790409677984697 us; error 44 us; skew 500 ppm
08:01:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.985726 4055 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.995972 4055 webserver.cc:460] Webserver started at http://127.3.206.188:39951/ using document root <none> and password file <none>
08:01:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.997015 4055 fs_manager.cc:359] Metadata directory not provided
08:01:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.997247 4055 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:17.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:17.997728 4055 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.002925 4055 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/data/instance:
08:01:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07d40103c4bc459aafa0be98eecf3e53"
08:01:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:17 on dist-test-slave-1t7r"
08:01:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.004331 4055 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/wal/instance:
08:01:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07d40103c4bc459aafa0be98eecf3e53"
08:01:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:17 on dist-test-slave-1t7r"
08:01:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.012528 4055 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
08:01:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.018910 4080 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.020239 4055 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.020605 4055 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/wal
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07d40103c4bc459aafa0be98eecf3e53"
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:17 on dist-test-slave-1t7r"
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.020991 4055 fs_report.cc:383] FS layout report
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/wal
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/wal
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/data/data
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.064421 4055 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.066093 4055 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.066610 4055 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.144668 4055 rpc_server.cc:307] RPC server started. Bound to: 127.3.206.188:37961
08:01:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.144747 4131 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.206.188:37961 every 8 connection(s)
08:01:18.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.147579 4055 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/data/info.pb
08:01:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.153389 4132 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:01:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.157877 3898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 4055
08:01:18.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.158829 3898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/master-2/wal/instance
08:01:18.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.167007 4132 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } has no permanent_uuid. Determining permanent_uuid...
08:01:18.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.194881 4132 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } has no permanent_uuid. Determining permanent_uuid...
08:01:18.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.209406 4132 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } has no permanent_uuid. Determining permanent_uuid...
08:01:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.229743 4132 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53: Bootstrap starting.
08:01:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.235857 4132 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53: Neither blocks nor log segments found. Creating new log.
08:01:18.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.238298 4132 log.cc:824] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53: Log is configured to *not* fsync() on all Append() calls
08:01:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.242234 3978 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 6
08:01:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.243242 4132 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53: No bootstrap required, opened a new log
08:01:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.265106 3978 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: Bootstrap starting.
08:01:18.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.270411 4132 raft_consensus.cc:348] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.271380 3978 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: Neither blocks nor log segments found. Creating new log.
08:01:18.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.271543 4132 raft_consensus.cc:374] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:01:18.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.271864 4132 raft_consensus.cc:729] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07d40103c4bc459aafa0be98eecf3e53, State: Initialized, Role: FOLLOWER
08:01:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.272974 4132 consensus_queue.cc:260] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.273754 3978 log.cc:824] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: Log is configured to *not* fsync() on all Append() calls
08:01:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.276396 4143 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.277230 4143 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: This master's current role is: FOLLOWER
08:01:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.277949 4132 sys_catalog.cc:564] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: configured and running, proceeding with master startup.
08:01:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.279708 3978 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: No bootstrap required, opened a new log
08:01:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.316252 3978 raft_consensus.cc:348] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.317456 3978 raft_consensus.cc:374] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:01:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.317883 3978 raft_consensus.cc:729] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2537441ea864373b145e6657a69e670, State: Initialized, Role: FOLLOWER
08:01:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.319087 3978 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:18.322007 4086 tablet.cc:2369] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:01:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:18.322360 4155 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:01:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:18.322696 4155 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:01:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.324515 4157 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.325493 4157 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [sys.catalog]: This master's current role is: FOLLOWER
08:01:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:18.325968 3932 tablet.cc:2369] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:01:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.328694 3978 sys_catalog.cc:564] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [sys.catalog]: configured and running, proceeding with master startup.
08:01:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.310726 4055 master_runner.cc:186] Error getting master registration for 127.3.206.190:46877: OK, instance_id { permanent_uuid: "c2537441ea864373b145e6657a69e670" instance_seqno: 1790409674621916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:01:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.346602 4055 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:18.369522 4168 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:01:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:18.369793 4168 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.367854 3910 master_runner.cc:186] Error getting master registration for 127.3.206.189:33233: OK, instance_id { permanent_uuid: "2b4a2bddeb75426cb341481928368346" instance_seqno: 1790409676366817 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.404574 3910 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.430162 4143 raft_consensus.cc:482] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.430739 4143 raft_consensus.cc:504] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.434621 3953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "07d40103c4bc459aafa0be98eecf3e53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2537441ea864373b145e6657a69e670" is_pre_election: true
08:01:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.435637 3953 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 07d40103c4bc459aafa0be98eecf3e53 in term 0.
08:01:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.436620 4143 leader_election.cc:288] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c2537441ea864373b145e6657a69e670 (127.3.206.190:46877), 2b4a2bddeb75426cb341481928368346 (127.3.206.189:33233)
08:01:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.437593 4082 leader_election.cc:302] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07d40103c4bc459aafa0be98eecf3e53, c2537441ea864373b145e6657a69e670; no voters:
08:01:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.438562 4143 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:01:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.438918 4143 raft_consensus.cc:482] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:01:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.439236 4143 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 0 FOLLOWER]: Advancing to term 1
08:01:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.446175 4143 raft_consensus.cc:504] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.449386 3953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "07d40103c4bc459aafa0be98eecf3e53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2537441ea864373b145e6657a69e670"
08:01:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.450031 3953 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [term 0 FOLLOWER]: Advancing to term 1
08:01:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.457948 3953 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 07d40103c4bc459aafa0be98eecf3e53 in term 1.
08:01:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.466914 4143 leader_election.cc:288] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [CANDIDATE]: Term 1 election: Requested vote from peers c2537441ea864373b145e6657a69e670 (127.3.206.190:46877), 2b4a2bddeb75426cb341481928368346 (127.3.206.189:33233)
08:01:18.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.466986 4082 leader_election.cc:302] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07d40103c4bc459aafa0be98eecf3e53, c2537441ea864373b145e6657a69e670; no voters:
08:01:18.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.468026 4143 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 1 FOLLOWER]: Leader election won for term 1
08:01:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.470984 4143 raft_consensus.cc:686] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [term 1 LEADER]: Becoming Leader. State: Replica: 07d40103c4bc459aafa0be98eecf3e53, State: Running, Role: LEADER
08:01:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.472347 4143 consensus_queue.cc:237] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.486300 4170 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 07d40103c4bc459aafa0be98eecf3e53. Latest consensus state: current_term: 1 leader_uuid: "07d40103c4bc459aafa0be98eecf3e53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:18.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.493705 4170 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: This master's current role is: LEADER
08:01:18.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.497498 4172 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:01:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.504968 4172 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:01:18.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.531355 3953 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [term 1 FOLLOWER]: Refusing update from remote peer 07d40103c4bc459aafa0be98eecf3e53: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:01:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.533437 4143 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:01:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.559360 4157 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 07d40103c4bc459aafa0be98eecf3e53. Latest consensus state: current_term: 1 leader_uuid: "07d40103c4bc459aafa0be98eecf3e53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.560976 4157 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [sys.catalog]: This master's current role is: FOLLOWER
08:01:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.579360 4173 mvcc.cc:205] Tried to move back new op lower bound from 7333518043234111488 to 7333518043035582464. Current Snapshot: MvccSnapshot[applied={T|T < 7333518043234111488}]
08:01:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.593804 4143 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "07d40103c4bc459aafa0be98eecf3e53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.594933 4143 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: This master's current role is: LEADER
08:01:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.592435 4174 mvcc.cc:205] Tried to move back new op lower bound from 7333518043234111488 to 7333518043035582464. Current Snapshot: MvccSnapshot[applied={T|T < 7333518043234111488}]
08:01:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.601476 4157 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "07d40103c4bc459aafa0be98eecf3e53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.602267 4157 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670 [sys.catalog]: This master's current role is: FOLLOWER
08:01:18.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.609416 4172 catalog_manager.cc:1347] Generated new cluster ID: b3839b1da2474a6ea6e3cc16ddbf26ff
08:01:18.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.609778 4172 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:01:18.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.662245 4172 catalog_manager.cc:1370] Generated new certificate authority record
08:01:18.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.670709 4172 catalog_manager.cc:1504] Loading token signing keys...
08:01:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.731181 4172 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53: Generated new TSK 0
08:01:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.734776 4172 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:01:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.750162 4053 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } attempt: 7
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.763649 3898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/wal
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/data
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/logs
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/data/info.pb
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.129:0
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.206.129
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.129
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:01:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.798921 4053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346: Bootstrap starting.
08:01:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.813444 4053 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346: Neither blocks nor log segments found. Creating new log.
08:01:18.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.821429 4053 log.cc:824] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346: Log is configured to *not* fsync() on all Append() calls
08:01:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.837641 4053 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346: No bootstrap required, opened a new log
08:01:18.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.930243 4053 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.933044 4053 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:01:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.935406 4053 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b4a2bddeb75426cb341481928368346, State: Initialized, Role: FOLLOWER
08:01:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.938372 4053 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.968835 4026 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [term 0 FOLLOWER]: Advancing to term 1
08:01:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.972069 4027 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "07d40103c4bc459aafa0be98eecf3e53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b4a2bddeb75426cb341481928368346"
08:01:18.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.976373 4028 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "07d40103c4bc459aafa0be98eecf3e53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b4a2bddeb75426cb341481928368346" is_pre_election: true
08:01:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.983016 4026 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [term 1 FOLLOWER]: Refusing update from remote peer 07d40103c4bc459aafa0be98eecf3e53: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:01:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.984048 4182 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.984757 4182 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } }
08:01:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.985209 4170 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:01:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.992874 4053 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [sys.catalog]: configured and running, proceeding with master startup.
08:01:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.967115 4181 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:18.995915 4181 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [sys.catalog]: This master's current role is: FOLLOWER
08:01:19.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.001835 3953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b4a2bddeb75426cb341481928368346" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2537441ea864373b145e6657a69e670" is_pre_election: true
08:01:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.004303 4182 leader_election.cc:288] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c2537441ea864373b145e6657a69e670 (127.3.206.190:46877), 07d40103c4bc459aafa0be98eecf3e53 (127.3.206.188:37961)
08:01:19.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.005468 4107 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b4a2bddeb75426cb341481928368346" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07d40103c4bc459aafa0be98eecf3e53" is_pre_election: true
08:01:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.007670 4002 leader_election.cc:302] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b4a2bddeb75426cb341481928368346; no voters: 07d40103c4bc459aafa0be98eecf3e53, c2537441ea864373b145e6657a69e670
08:01:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.042366 4186 mvcc.cc:205] Tried to move back new op lower bound from 7333518043234111488 to 7333518043035582464. Current Snapshot: MvccSnapshot[applied={T|T < 7333518043234111488}]
08:01:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.070222 4182 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:01:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.072690 4183 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "07d40103c4bc459aafa0be98eecf3e53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.074894 4183 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [sys.catalog]: This master's current role is: FOLLOWER
08:01:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.075299 4181 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 07d40103c4bc459aafa0be98eecf3e53. Latest consensus state: current_term: 1 leader_uuid: "07d40103c4bc459aafa0be98eecf3e53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.076072 4181 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346 [sys.catalog]: This master's current role is: FOLLOWER
08:01:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.136562 4198 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:01:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:19.339247 4179 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:19.339957 4179 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:19.340700 4179 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.378505 4168 catalog_manager.cc:1259] Loaded cluster ID: b3839b1da2474a6ea6e3cc16ddbf26ff
08:01:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.379072 4168 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: loading cluster ID for follower catalog manager: success
08:01:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.387959 4168 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: acquiring CA information for follower catalog manager: success
08:01:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.395840 4168 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c2537441ea864373b145e6657a69e670: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:19.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:19.398777 4179 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:19.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:19.400271 4179 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.206.129
08:01:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.466205 4179 tablet_server_runner.cc:78] Tablet server non-default flags:
08:01:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/data
08:01:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/wal
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.129:0
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/data/info.pb
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.129
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.206.129
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/logs
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:19.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.467917 4179 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.470207 4179 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.484169 4170 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "07d40103c4bc459aafa0be98eecf3e53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2537441ea864373b145e6657a69e670" member_type: VOTER last_known_addr { host: "127.3.206.190" port: 46877 } } peers { permanent_uuid: "2b4a2bddeb75426cb341481928368346" member_type: VOTER last_known_addr { host: "127.3.206.189" port: 33233 } } peers { permanent_uuid: "07d40103c4bc459aafa0be98eecf3e53" member_type: VOTER last_known_addr { host: "127.3.206.188" port: 37961 } } }
08:01:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:19.485170 4170 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07d40103c4bc459aafa0be98eecf3e53 [sys.catalog]: This master's current role is: LEADER
08:01:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:19.509665 4208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:20.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:20.160912 4198 catalog_manager.cc:1259] Loaded cluster ID: b3839b1da2474a6ea6e3cc16ddbf26ff
08:01:20.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:20.161455 4198 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346: loading cluster ID for follower catalog manager: success
08:01:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:20.182866 4198 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346: acquiring CA information for follower catalog manager: success
08:01:20.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:20.208776 4198 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2b4a2bddeb75426cb341481928368346: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:20.893481 4205 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 4179
08:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:21.940507 4205 kernel_stack_watchdog.cc:198] Thread 4179 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 379ms:
08:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:21.941494 4179 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.429s user 0.740s sys 1.214s
08:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:21.941937 4179 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.430s user 0.740s sys 1.214s
08:01:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:19.512450 4207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:21.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:21.943161 4209 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:01:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:21.943984 4210 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.944056 4179 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:01:21.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.949429 4179 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.952447 4179 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.954099 4179 hybrid_clock.cc:648] HybridClock initialized: now 1790409681954061 us; error 49 us; skew 500 ppm
08:01:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.954952 4179 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.962397 4179 webserver.cc:460] Webserver started at http://127.3.206.129:34321/ using document root <none> and password file <none>
08:01:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.963558 4179 fs_manager.cc:359] Metadata directory not provided
08:01:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.963877 4179 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:21.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.964318 4179 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.969615 4179 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/data/instance:
08:01:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9c742b12cd54f17988ca03c48b669c5"
08:01:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:21 on dist-test-slave-1t7r"
08:01:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.970844 4179 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/wal/instance:
08:01:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9c742b12cd54f17988ca03c48b669c5"
08:01:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:21 on dist-test-slave-1t7r"
08:01:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.979380 4179 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
08:01:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.985702 4218 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.987015 4179 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
08:01:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.987401 4179 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/wal
08:01:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9c742b12cd54f17988ca03c48b669c5"
08:01:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:21 on dist-test-slave-1t7r"
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:21.987798 4179 fs_report.cc:383] FS layout report
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/wal
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/wal
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/data/data
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.040879 4179 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:22.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.042886 4179 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:22.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.043501 4179 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.047923 4179 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:01:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.055167 4179 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:01:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.055483 4179 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:01:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.055830 4179 ts_tablet_manager.cc:610] Registered 0 tablets
08:01:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.056046 4179 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:01:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.268798 4179 rpc_server.cc:307] RPC server started. Bound to: 127.3.206.129:46877
08:01:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.268950 4330 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.206.129:46877 every 8 connection(s)
08:01:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.271409 4179 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/data/info.pb
08:01:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.279649 3898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 4179
08:01:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.280136 3898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-0/wal/instance
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.305539 3898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/wal
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/data
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/logs
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/data/info.pb
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.130:0
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.206.130
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.130
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:01:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.369863 4333 heartbeater.cc:347] Connected to a master server at 127.3.206.190:46877
08:01:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.370435 4333 heartbeater.cc:464] Registering TS with master...
08:01:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.371500 4333 heartbeater.cc:511] Master 127.3.206.190:46877 requested a full tablet report, sending...
08:01:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.372838 4331 heartbeater.cc:347] Connected to a master server at 127.3.206.189:33233
08:01:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.373176 4331 heartbeater.cc:464] Registering TS with master...
08:01:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.374032 4331 heartbeater.cc:511] Master 127.3.206.189:33233 requested a full tablet report, sending...
08:01:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.375337 3943 ts_manager.cc:194] Registered new tserver with Master: e9c742b12cd54f17988ca03c48b669c5 (127.3.206.129:46877)
08:01:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.377389 4018 ts_manager.cc:194] Registered new tserver with Master: e9c742b12cd54f17988ca03c48b669c5 (127.3.206.129:46877)
08:01:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.381187 4332 heartbeater.cc:347] Connected to a master server at 127.3.206.188:37961
08:01:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.381537 4332 heartbeater.cc:464] Registering TS with master...
08:01:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.382416 4332 heartbeater.cc:511] Master 127.3.206.188:37961 requested a full tablet report, sending...
08:01:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.384850 4097 ts_manager.cc:194] Registered new tserver with Master: e9c742b12cd54f17988ca03c48b669c5 (127.3.206.129:46877)
08:01:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.388365 4097 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.206.129:59239
08:01:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:22.668717 3974 messenger.cc:188] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.3.206.190:46877
08:01:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:22.725258 4341 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:22.725741 4341 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:22.726192 4341 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:22.759109 4341 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:22.760011 4341 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.206.130
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.798123 4341 tablet_server_runner.cc:78] Tablet server non-default flags:
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/data
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/wal
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.130:0
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/data/info.pb
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.130
08:01:22.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.206.130
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/logs
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.799605 4341 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:22.801349 4341 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:22.832737 4349 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:23.290154 4327 messenger.cc:188] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.3.206.129:46877
08:01:23.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:23.393307 4332 heartbeater.cc:503] Master 127.3.206.188:37961 was elected leader, sending a full tablet report...
08:01:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:22.834761 4348 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.119959 4350 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:01:24.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.121981 4351 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.125221 4341 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.298s user 0.475s sys 0.814s
08:01:24.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.125509 4341 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.299s user 0.475s sys 0.814s
08:01:24.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.125773 4341 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:01:24.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.126995 4341 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.129452 4341 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.130867 4341 hybrid_clock.cc:648] HybridClock initialized: now 1790409684130839 us; error 42 us; skew 500 ppm
08:01:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.131858 4341 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:24.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.144893 4341 webserver.cc:460] Webserver started at http://127.3.206.130:36061/ using document root <none> and password file <none>
08:01:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.145931 4341 fs_manager.cc:359] Metadata directory not provided
08:01:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.146157 4341 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:24.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.146654 4341 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.152284 4341 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/data/instance:
08:01:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0fabd5fa12b42e1819d1337626deaf6"
08:01:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:24 on dist-test-slave-1t7r"
08:01:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.153513 4341 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/wal/instance:
08:01:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0fabd5fa12b42e1819d1337626deaf6"
08:01:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:24 on dist-test-slave-1t7r"
08:01:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.162173 4341 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
08:01:24.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.168928 4360 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.170181 4341 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
08:01:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.170537 4341 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/wal
08:01:24.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0fabd5fa12b42e1819d1337626deaf6"
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:24 on dist-test-slave-1t7r"
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.170918 4341 fs_report.cc:383] FS layout report
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/wal
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/wal
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/data/data
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:24.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.231055 4341 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.232733 4341 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.233258 4341 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.235872 4341 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:01:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.240171 4341 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:01:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.240396 4341 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:01:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.240701 4341 ts_tablet_manager.cc:610] Registered 0 tablets
08:01:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.240863 4341 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:01:24.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.383805 4341 rpc_server.cc:307] RPC server started. Bound to: 127.3.206.130:33173
08:01:24.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.383898 4472 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.206.130:33173 every 8 connection(s)
08:01:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.388269 4341 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/data/info.pb
08:01:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.396466 3898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 4341
08:01:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.397212 3898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-1/wal/instance
08:01:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.431422 3898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/wal
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/data
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/logs
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/data/info.pb
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.131:0
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.206.131
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.131
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:01:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.455040 4473 heartbeater.cc:347] Connected to a master server at 127.3.206.189:33233
08:01:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.455533 4473 heartbeater.cc:464] Registering TS with master...
08:01:24.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.456562 4473 heartbeater.cc:511] Master 127.3.206.189:33233 requested a full tablet report, sending...
08:01:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.459520 4018 ts_manager.cc:194] Registered new tserver with Master: b0fabd5fa12b42e1819d1337626deaf6 (127.3.206.130:33173)
08:01:24.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.472564 4475 heartbeater.cc:347] Connected to a master server at 127.3.206.190:46877
08:01:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.473022 4475 heartbeater.cc:464] Registering TS with master...
08:01:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.473771 4474 heartbeater.cc:347] Connected to a master server at 127.3.206.188:37961
08:01:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.474083 4474 heartbeater.cc:464] Registering TS with master...
08:01:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.473965 4475 heartbeater.cc:511] Master 127.3.206.190:46877 requested a full tablet report, sending...
08:01:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.474797 4474 heartbeater.cc:511] Master 127.3.206.188:37961 requested a full tablet report, sending...
08:01:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.476629 4097 ts_manager.cc:194] Registered new tserver with Master: b0fabd5fa12b42e1819d1337626deaf6 (127.3.206.130:33173)
08:01:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.477093 3943 ts_manager.cc:194] Registered new tserver with Master: b0fabd5fa12b42e1819d1337626deaf6 (127.3.206.130:33173)
08:01:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.478282 4097 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.206.130:35011
08:01:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.782696 4483 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.783166 4483 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.783633 4483 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:24.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.815825 4483 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.816911 4483 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.206.131
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.852952 4483 tablet_server_runner.cc:78] Tablet server non-default flags:
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.206.148:38785
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/data
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/wal
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.206.131:0
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/data/info.pb
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.206.131
08:01:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.206.190:46877,127.3.206.189:33233,127.3.206.188:37961
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.206.131
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/logs
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.854125 4483 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.855692 4483 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.876394 4489 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:25.481889 4474 heartbeater.cc:503] Master 127.3.206.188:37961 was elected leader, sending a full tablet report...
08:01:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:24.878707 4483 server_base.cc:1034] running on GCE node
08:01:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.877394 4490 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:24.876454 4492 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:25.998476 4483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.001286 4483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:26.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.002808 4483 hybrid_clock.cc:648] HybridClock initialized: now 1790409686002743 us; error 83 us; skew 500 ppm
08:01:26.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.003685 4483 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:26.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.010383 4483 webserver.cc:460] Webserver started at http://127.3.206.131:43129/ using document root <none> and password file <none>
08:01:26.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.011345 4483 fs_manager.cc:359] Metadata directory not provided
08:01:26.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.011544 4483 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.012058 4483 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.017530 4483 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/data/instance:
08:01:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "066990421251464da2faaac50590b847"
08:01:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:26 on dist-test-slave-1t7r"
08:01:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.018721 4483 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/wal/instance:
08:01:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "066990421251464da2faaac50590b847"
08:01:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:26 on dist-test-slave-1t7r"
08:01:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.026312 4483 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
08:01:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.032202 4500 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.033284 4483 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
08:01:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.033599 4483 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/wal
08:01:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "066990421251464da2faaac50590b847"
08:01:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:26 on dist-test-slave-1t7r"
08:01:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.033931 4483 fs_report.cc:383] FS layout report
08:01:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/wal
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/wal
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/data/data
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:26.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.080209 4483 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.081669 4483 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:26.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.082082 4483 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.084616 4483 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
08:01:26.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.089178 4483 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:01:26.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.089388 4483 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:01:26.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.089594 4483 ts_tablet_manager.cc:610] Registered 0 tablets
08:01:26.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.089728 4483 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:01:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.233878 4483 rpc_server.cc:307] RPC server started. Bound to: 127.3.206.131:46647
08:01:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.234009 4612 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.206.131:46647 every 8 connection(s)
08:01:26.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.236625 4483 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/data/info.pb
08:01:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.240885 3898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 4483
08:01:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.241365 3898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster3279689357475858970/ts-2/wal/instance
08:01:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.290457 4613 heartbeater.cc:347] Connected to a master server at 127.3.206.189:33233
08:01:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.291011 4613 heartbeater.cc:464] Registering TS with master...
08:01:26.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.292330 4613 heartbeater.cc:511] Master 127.3.206.189:33233 requested a full tablet report, sending...
08:01:26.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.292702 4614 heartbeater.cc:347] Connected to a master server at 127.3.206.188:37961
08:01:26.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.293061 4614 heartbeater.cc:464] Registering TS with master...
08:01:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.293947 4614 heartbeater.cc:511] Master 127.3.206.188:37961 requested a full tablet report, sending...
08:01:26.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.295598 4018 ts_manager.cc:194] Registered new tserver with Master: 066990421251464da2faaac50590b847 (127.3.206.131:46647)
08:01:26.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.296541 4097 ts_manager.cc:194] Registered new tserver with Master: 066990421251464da2faaac50590b847 (127.3.206.131:46647)
08:01:26.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.298539 4097 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.206.131:39327
08:01:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.299463 4615 heartbeater.cc:347] Connected to a master server at 127.3.206.190:46877
08:01:26.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.299836 4615 heartbeater.cc:464] Registering TS with master...
08:01:26.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.300690 4615 heartbeater.cc:511] Master 127.3.206.190:46877 requested a full tablet report, sending...
08:01:26.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.303265 3943 ts_manager.cc:194] Registered new tserver with Master: 066990421251464da2faaac50590b847 (127.3.206.131:46647)
08:01:26.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.307196 3898 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
08:01:26.317 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:01:26.317 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:01:26.318 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.206.190"
port: 46877
}
bound_http_address {
host: "127.3.206.190"
port: 35983
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.206.189"
port: 33233
}
bound_http_address {
host: "127.3.206.189"
port: 46597
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.206.188"
port: 37961
}
bound_http_address {
host: "127.3.206.188"
port: 39951
}
}
}
08:01:26.319 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:01:26.319 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.206.129"
port: 46877
}
bound_http_address {
host: "127.3.206.129"
port: 34321
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.206.130"
port: 33173
}
bound_http_address {
host: "127.3.206.130"
port: 36061
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.206.131"
port: 46647
}
bound_http_address {
host: "127.3.206.131"
port: 43129
}
}
}
08:01:26.321 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:01:26.321 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster1351729556977483180/krb5kdc/krb5cc
08:01:26.322 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:01:26.323 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskv5EnlP/test-tmp
08:01:26.323 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:01:26.323 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskv5EnlP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:01:26.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:01:26.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:26.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:01:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.668790 4624 mini_oidc.cc:152] Starting JWKS server
08:01:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.672372 4624 webserver.cc:460] Webserver started at http://127.0.0.1:33229/ using document root <none> and password file <none>
08:01:26.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.672879 4624 mini_oidc.cc:189] Starting OIDC Discovery server
08:01:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:26.674984 4624 webserver.cc:460] Webserver started at http://127.0.0.1:41917/ using document root <none> and password file <none>
08:01:26.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:01:26.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/principal' for realm 'KRBTEST.COM',
08:01:26.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:01:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:26 dist-test-slave-1t7r krb5kdc[4636](info): setting up network...
08:01:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:01:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:26 dist-test-slave-1t7r krb5kdc[4636](info): set up 2 sockets
08:01:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:26 dist-test-slave-1t7r krb5kdc[4636](info): commencing operation
08:01:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:01:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:27.303205 4614 heartbeater.cc:503] Master 127.3.206.188:37961 was elected leader, sending a full tablet report...
08:01:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:27.731621 4624 mini_kdc.cc:121] Time spent starting KDC: real 1.030s user 0.000s sys 0.019s
08:01:27.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:01:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:01:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:01:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:01:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:01:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:01:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:01:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:01:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:01:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:01:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/test-user.keytab.
08:01:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/test-user.keytab.
08:01:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:27 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409687, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:01:27.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T08:01:27Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:01:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T08:01:27Z Disabled control of system clock
08:01:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.132.62@KRBTEST.COM; defaulting to no policy
08:01:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:01:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.132.62@KRBTEST.COM" created.
08:01:27.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:01:27.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.132.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab.
08:01:27.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.132.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab.
08:01:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:27.933233 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/logs
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.62:33717
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.62
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.62
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:28.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.248802 4649 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:28.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.249461 4649 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.250133 4649 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:28.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.285354 4649 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:28.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.285640 4649 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.286015 4649 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.286290 4649 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.286556 4649 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.286836 4649 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.287058 4649 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:28.331710 4649 master_runner.cc:386] Master server non-default flags:
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.62
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.62:33717
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.62
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/logs
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:28.333276 4649 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:28.334514 4649 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.355921 4656 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.355926 4655 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:28.359480 4658 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:29.572089 4657 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1215 milliseconds
08:01:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.572238 4649 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:01:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.573623 4649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.576202 4649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:29.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.577605 4649 hybrid_clock.cc:648] HybridClock initialized: now 1790409689577556 us; error 66 us; skew 500 ppm
08:01:29.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.578457 4649 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:29 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409689, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.593261 4649 init.cc:377] Logged in from keytab as kudu/127.4.132.62@KRBTEST.COM (short username kudu)
08:01:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.598680 4649 webserver.cc:460] Webserver started at http://127.4.132.62:38453/ using document root <none> and password file <none>
08:01:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.599808 4649 fs_manager.cc:359] Metadata directory not provided
08:01:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.600124 4649 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.600600 4649 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.606905 4649 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/instance:
08:01:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c40239ba485491fbdec557605af06b4"
08:01:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:29 on dist-test-slave-1t7r"
08:01:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.609100 4649 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal/instance:
08:01:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c40239ba485491fbdec557605af06b4"
08:01:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:29 on dist-test-slave-1t7r"
08:01:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.617867 4649 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
08:01:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.623994 4669 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:29.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.625237 4649 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
08:01:29.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.625615 4649 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c40239ba485491fbdec557605af06b4"
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:29 on dist-test-slave-1t7r"
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.625988 4649 fs_report.cc:383] FS layout report
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/data
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.670029 4649 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.677420 4649 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.677953 4649 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:29.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.753535 4649 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.62:33717
08:01:29.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.753614 4720 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.62:33717 every 8 connection(s)
08:01:29.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.756888 4649 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:29.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.760365 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 4649
08:01:29.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.760959 4624 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal/instance
08:01:29.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.763237 4721 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:01:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.132.61@KRBTEST.COM; defaulting to no policy
08:01:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.775797 4721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } has no permanent_uuid. Determining permanent_uuid...
08:01:29.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:01:29.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.132.61@KRBTEST.COM" created.
08:01:29.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:29 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409689, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for kudu/127.4.132.62@KRBTEST.COM
08:01:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:01:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.132.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab.
08:01:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.132.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab.
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.809944 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/logs
08:01:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.61:36033
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.61
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.61
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:29.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.819181 4721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } has no permanent_uuid. Determining permanent_uuid...
08:01:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:29.821722 4670 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:29.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:29.825953 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.61:36033: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:29.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.875460 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } attempt: 1
08:01:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:29.879994 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.61:36033: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:29.948437 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } attempt: 2
08:01:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:29.952812 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.61:36033: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:30.044229 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } attempt: 3
08:01:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.048398 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.61:36033: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.126358 4727 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:30.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.126907 4727 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:30.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.127568 4727 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.160269 4727 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:30.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.160527 4727 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.160878 4727 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.161158 4727 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.161429 4727 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.161684 4727 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.161890 4727 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:30.191761 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } attempt: 4
08:01:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.195935 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.61:36033: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:30.201197 4727 master_runner.cc:386] Master server non-default flags:
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.61
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.61:36033
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.61
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/logs
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:30.202656 4727 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:30.203826 4727 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.221789 4735 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:30.495386 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } attempt: 5
08:01:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.499495 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.61:36033: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:31.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.046873 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } attempt: 6
08:01:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.054200 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.61:36033: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.221969 4734 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:30.222129 4737 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.385315 4736 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:01:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.385864 4727 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:01:31.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.396023 4727 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:31.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.399540 4727 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:31.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.401293 4727 hybrid_clock.cc:648] HybridClock initialized: now 1790409691400997 us; error 314 us; skew 500 ppm
08:01:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.402318 4727 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:31 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409691, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.409530 4727 init.cc:377] Logged in from keytab as kudu/127.4.132.61@KRBTEST.COM (short username kudu)
08:01:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.415571 4727 webserver.cc:460] Webserver started at http://127.4.132.61:33757/ using document root <none> and password file <none>
08:01:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.417364 4727 fs_manager.cc:359] Metadata directory not provided
08:01:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.417709 4727 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.418347 4727 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.425088 4727 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/instance:
08:01:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:31 on dist-test-slave-1t7r"
08:01:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.426417 4727 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal/instance:
08:01:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:31 on dist-test-slave-1t7r"
08:01:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.435153 4727 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
08:01:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.441344 4748 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.443271 4727 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.443687 4727 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:31 on dist-test-slave-1t7r"
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.444099 4727 fs_report.cc:383] FS layout report
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/data
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.480602 4727 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.487052 4727 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.487596 4727 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.565063 4727 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.61:36033
08:01:31.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.565196 4799 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.61:36033 every 8 connection(s)
08:01:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.568054 4727 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:31.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.573794 4800 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:01:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.576270 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 4727
08:01:31.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.576786 4624 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal/instance
08:01:31.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.591064 4800 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } has no permanent_uuid. Determining permanent_uuid...
08:01:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.132.60@KRBTEST.COM; defaulting to no policy
08:01:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:01:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.132.60@KRBTEST.COM" created.
08:01:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:31 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409691, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.61@KRBTEST.COM for kudu/127.4.132.62@KRBTEST.COM
08:01:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:01:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.132.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab.
08:01:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.132.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab.
08:01:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.635370 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/logs
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.60:43073
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.60
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.60
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:31.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.637755 4800 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } has no permanent_uuid. Determining permanent_uuid...
08:01:31.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:31 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409691, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.61@KRBTEST.COM for kudu/127.4.132.61@KRBTEST.COM
08:01:31.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.668097 4800 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } has no permanent_uuid. Determining permanent_uuid...
08:01:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.670636 4752 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.675199 4800 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.724682 4800 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 1
08:01:31.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.728890 4800 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.797402 4800 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 2
08:01:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.801508 4800 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:31.892943 4800 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 3
08:01:31.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.898307 4800 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.975288 4807 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.975917 4807 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:31.976544 4807 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:32.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.011003 4807 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:32.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.011270 4807 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:32.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.011536 4807 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:32.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.011741 4807 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.011957 4807 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.012140 4807 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.012283 4807 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.041684 4800 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 4
08:01:32.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.045884 4800 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.051607 4807 master_runner.cc:386] Master server non-default flags:
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.60
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.60:43073
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.60
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/logs
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.052968 4807 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:32.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.054008 4807 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.072890 4817 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.114681 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } attempt: 7
08:01:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:32 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409689, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for kudu/127.4.132.61@KRBTEST.COM
08:01:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.145802 4721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } has no permanent_uuid. Determining permanent_uuid...
08:01:32.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.152530 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.211055 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 1
08:01:32.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.215865 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.297256 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 2
08:01:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.301971 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.345249 4800 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 5
08:01:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.350427 4800 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.387414 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 3
08:01:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.392902 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.533360 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 4
08:01:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.537124 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:32.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.820667 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 5
08:01:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.825470 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:32.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.897954 4800 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 6
08:01:32.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.905925 4800 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:33.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.072921 4815 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:33.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:32.072923 4814 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:33.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:32.074915 4807 server_base.cc:1034] running on GCE node
08:01:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.307991 4807 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.310914 4807 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:33.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.312556 4807 hybrid_clock.cc:648] HybridClock initialized: now 1790409693312503 us; error 61 us; skew 500 ppm
08:01:33.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.313687 4807 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409693, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:33.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.320400 4807 init.cc:377] Logged in from keytab as kudu/127.4.132.60@KRBTEST.COM (short username kudu)
08:01:33.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.327020 4807 webserver.cc:460] Webserver started at http://127.4.132.60:40299/ using document root <none> and password file <none>
08:01:33.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.328410 4807 fs_manager.cc:359] Metadata directory not provided
08:01:33.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.328613 4807 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:33.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.328994 4807 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:01:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.335615 4807 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/instance:
08:01:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0acfa2c57f8340ad9d28839619c4cc7d"
08:01:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:33 on dist-test-slave-1t7r"
08:01:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.338042 4807 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal/instance:
08:01:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0acfa2c57f8340ad9d28839619c4cc7d"
08:01:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:33 on dist-test-slave-1t7r"
08:01:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.346633 4807 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
08:01:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.352810 4832 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:33.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.354204 4807 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
08:01:33.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.354615 4807 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0acfa2c57f8340ad9d28839619c4cc7d"
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:33 on dist-test-slave-1t7r"
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.354977 4807 fs_report.cc:383] FS layout report
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/data
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.378011 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 6
08:01:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:33.389660 4721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: connect: Connection refused (error 111)
08:01:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.396824 4807 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:33.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.403471 4807 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:33.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.404511 4807 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.486889 4807 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.60:43073
08:01:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.487078 4886 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.60:43073 every 8 connection(s)
08:01:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.490443 4807 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.492374 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 4807
08:01:33.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.492937 4624 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal/instance
08:01:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.499563 4887 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:01:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.528366 4887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } has no permanent_uuid. Determining permanent_uuid...
08:01:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409687, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.132.60@KRBTEST.COM
08:01:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409693, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.60@KRBTEST.COM for kudu/127.4.132.62@KRBTEST.COM
08:01:33.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.565013 4887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } has no permanent_uuid. Determining permanent_uuid...
08:01:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409693, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.60@KRBTEST.COM for kudu/127.4.132.61@KRBTEST.COM
08:01:33.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409687, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.132.61@KRBTEST.COM
08:01:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.608449 4887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } has no permanent_uuid. Determining permanent_uuid...
08:01:33.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409693, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.60@KRBTEST.COM for kudu/127.4.132.60@KRBTEST.COM
08:01:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409687, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.132.62@KRBTEST.COM
08:01:33.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.641127 4887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap starting.
08:01:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.646797 4624 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
08:01:33.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.648845 4887 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Neither blocks nor log segments found. Creating new log.
08:01:33.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.651319 4887 log.cc:824] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Log is configured to *not* fsync() on all Append() calls
08:01:33.658 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:33.658 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:01:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.659639 4887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: No bootstrap required, opened a new log
08:01:33.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:01:33.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:01:33.661 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.132.62"
port: 33717
}
bound_http_address {
host: "127.4.132.62"
port: 38453
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.132.61"
port: 36033
}
bound_http_address {
host: "127.4.132.61"
port: 33757
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.132.60"
port: 43073
}
bound_http_address {
host: "127.4.132.60"
port: 40299
}
}
}
08:01:33.661 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:01:33.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:33.662 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:01:33.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:01:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.689913 4887 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.690709 4887 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:01:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.690991 4887 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0acfa2c57f8340ad9d28839619c4cc7d, State: Initialized, Role: FOLLOWER
08:01:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.691833 4887 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:33.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.695248 4898 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:33.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.696237 4898 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: FOLLOWER
08:01:33.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.697269 4887 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: configured and running, proceeding with master startup.
08:01:33.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409693, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:33.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:01:33.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:33.708 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc
08:01:33.709 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:01:33.710 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc
08:01:33.711 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:01:33.713 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:01:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:33.728350 4909 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:01:33.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:33.728790 4909 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:01:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.724357 4807 master_runner.cc:186] Error getting master registration for 127.4.132.62:33717: OK, instance_id { permanent_uuid: "3c40239ba485491fbdec557605af06b4" instance_seqno: 1790409689732467 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:01:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.748402 4807 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:33.911125 4841 tablet.cc:2369] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:01:33.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:33.966403 4800 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 7
08:01:33.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:33 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409691, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.61@KRBTEST.COM for kudu/127.4.132.60@KRBTEST.COM
08:01:34.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.007570 4800 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap starting.
08:01:34.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.013103 4800 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Neither blocks nor log segments found. Creating new log.
08:01:34.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.015122 4800 log.cc:824] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Log is configured to *not* fsync() on all Append() calls
08:01:34.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.019821 4800 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: No bootstrap required, opened a new log
08:01:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.041623 4800 raft_consensus.cc:348] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.042284 4800 raft_consensus.cc:374] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:01:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.042557 4800 raft_consensus.cc:729] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5b4187a30b045eab754b55b44ed4077, State: Initialized, Role: FOLLOWER
08:01:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.043345 4800 consensus_queue.cc:260] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:34.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.046600 4914 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:34.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.047529 4914 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:34.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.048555 4800 sys_catalog.cc:564] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: configured and running, proceeding with master startup.
08:01:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:34.082389 4925 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:01:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:34.082787 4925 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:01:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.104431 4898 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.105006 4898 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:34.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.112138 4775 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5b4187a30b045eab754b55b44ed4077" is_pre_election: true
08:01:34.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.113184 4775 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0acfa2c57f8340ad9d28839619c4cc7d in term 0.
08:01:34.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.115091 4834 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077; no voters:
08:01:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.117586 4898 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.076574 4727 master_runner.cc:186] Error getting master registration for 127.4.132.62:33717: OK, instance_id { permanent_uuid: "3c40239ba485491fbdec557605af06b4" instance_seqno: 1790409689732467 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:01:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.118489 4727 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:34.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.119014 4898 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 0 FOLLOWER]: Leader pre-election won for term 1
08:01:34.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.119867 4898 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:01:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.121543 4898 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 0 FOLLOWER]: Advancing to term 1
08:01:34.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.136862 4898 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.143412 4898 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 1 election: Requested vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.145061 4775 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.145705 4775 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 0 FOLLOWER]: Advancing to term 1
08:01:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.154560 4775 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0acfa2c57f8340ad9d28839619c4cc7d in term 1.
08:01:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.155843 4834 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077; no voters:
08:01:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.156836 4898 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Leader election won for term 1
08:01:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.157348 4898 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 LEADER]: Becoming Leader. State: Replica: 0acfa2c57f8340ad9d28839619c4cc7d, State: Running, Role: LEADER
08:01:34.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.158582 4898 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.184180 4927 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 1 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.185074 4927 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.189440 4929 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:01:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.208920 4929 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:01:34.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.242578 4775 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 1 FOLLOWER]: Refusing update from remote peer 0acfa2c57f8340ad9d28839619c4cc7d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:01:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.245556 4898 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:01:34.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:34.246773 4754 tablet.cc:2369] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:01:34.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.294730 4914 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 1 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:34.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.295564 4914 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.304733 4914 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.307595 4914 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.308799 4898 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.310504 4898 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.311825 4929 catalog_manager.cc:1347] Generated new cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.312129 4929 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:01:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.306954 4931 mvcc.cc:205] Tried to move back new op lower bound from 7333518107580334080 to 7333518107284795392. Current Snapshot: MvccSnapshot[applied={T|T < 7333518107580334080}]
08:01:34.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.394285 4929 catalog_manager.cc:1370] Generated new certificate authority record
08:01:34.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.400913 4929 catalog_manager.cc:1504] Loading token signing keys...
08:01:34.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.423110 4721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } attempt: 7
08:01:34.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.449760 4929 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Generated new TSK 0
08:01:34.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.451089 4929 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:01:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:34 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409689, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for kudu/127.4.132.60@KRBTEST.COM
08:01:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.485700 4721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Bootstrap starting.
08:01:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.499667 4721 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Neither blocks nor log segments found. Creating new log.
08:01:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.517565 4721 log.cc:824] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Log is configured to *not* fsync() on all Append() calls
08:01:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.546147 4721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: No bootstrap required, opened a new log
08:01:34.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.602916 4721 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:34.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.604336 4721 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:01:34.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.604781 4721 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c40239ba485491fbdec557605af06b4, State: Initialized, Role: FOLLOWER
08:01:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.605957 4721 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.619381 4721 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: configured and running, proceeding with master startup.
08:01:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.619985 4694 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 0 FOLLOWER]: Advancing to term 1
08:01:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.615758 4937 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.620683 4695 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c40239ba485491fbdec557605af06b4"
08:01:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.623548 4937 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.621400 4696 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c40239ba485491fbdec557605af06b4" is_pre_election: true
08:01:34.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.634568 4694 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 1 FOLLOWER]: Refusing update from remote peer 0acfa2c57f8340ad9d28839619c4cc7d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:01:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.635639 4938 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.636409 4938 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.637025 4927 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:01:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.656876 4775 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c40239ba485491fbdec557605af06b4" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5b4187a30b045eab754b55b44ed4077" is_pre_election: true
08:01:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.660616 4938 leader_election.cc:288] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033), 0acfa2c57f8340ad9d28839619c4cc7d (127.4.132.60:43073)
08:01:34.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.662253 4862 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3c40239ba485491fbdec557605af06b4" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" is_pre_election: true
08:01:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.666863 4673 leader_election.cc:302] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3c40239ba485491fbdec557605af06b4; no voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077
08:01:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.713289 4938 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:01:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.715529 4945 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.716495 4945 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.717224 4937 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 1 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.717973 4937 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:34.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.784559 4954 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:34.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.784927 4954 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: loading cluster ID for follower catalog manager: success
08:01:34.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.809540 4954 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: acquiring CA information for follower catalog manager: success
08:01:34.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:34.824266 4954 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:35.089033 4925 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:35.089566 4925 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: loading cluster ID for follower catalog manager: success
08:01:35.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:35.097867 4925 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: acquiring CA information for follower catalog manager: success
08:01:35.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:35.104347 4925 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:35.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:35.297734 4927 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:35.303036 4927 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:36.714 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.60:43073
08:01:36.714 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:01:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:36.715709 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 4807
08:01:36.767 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:36.767 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.61:36033
08:01:36.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:01:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:36.768514 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 4727
08:01:36.808 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:36.808 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.62:33717
08:01:36.808 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:01:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:36.808823 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 4649
08:01:36.838 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:36.838 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.60:43073
08:01:36.838 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:01:36.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:36.840263 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:36.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/logs
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.60:43073
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.60
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40299
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.60
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.162861 4963 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:37.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.163543 4963 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.164273 4963 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.197824 4963 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.198096 4963 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.198453 4963 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.198729 4963 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.198992 4963 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.199270 4963 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.199470 4963 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:37.244216 4963 master_runner.cc:386] Master server non-default flags:
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.60
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.60:43073
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.60
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40299
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/logs
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:37.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:37.245812 4963 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:37.247155 4963 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.267567 4972 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.267560 4970 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:37.272595 4969 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:37.273854 4963 server_base.cc:1034] running on GCE node
08:01:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.440737 4963 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.443827 4963 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:38.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.445282 4963 hybrid_clock.cc:648] HybridClock initialized: now 1790409698445243 us; error 51 us; skew 500 ppm
08:01:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.446156 4963 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:38.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:38 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409698, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:38.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.457281 4963 init.cc:377] Logged in from keytab as kudu/127.4.132.60@KRBTEST.COM (short username kudu)
08:01:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.463534 4963 webserver.cc:460] Webserver started at http://127.4.132.60:40299/ using document root <none> and password file <none>
08:01:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.464607 4963 fs_manager.cc:359] Metadata directory not provided
08:01:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.464864 4963 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.473264 4963 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.001s
08:01:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.478294 4980 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:38.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.479696 4963 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
08:01:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.480154 4963 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0acfa2c57f8340ad9d28839619c4cc7d"
08:01:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:33 on dist-test-slave-1t7r"
08:01:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.482620 4963 fs_report.cc:383] FS layout report
08:01:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/data
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.533313 4963 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.539574 4963 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:38.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.540130 4963 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:38.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.615149 4963 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.60:43073
08:01:38.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.615401 5031 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.60:43073 every 8 connection(s)
08:01:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.618057 4963 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.618875 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 4963
08:01:38.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:38.619 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.61:36033
08:01:38.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.621562 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/logs
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.61:36033
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.61
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33757
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.61
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:38.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:38.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.632871 5032 sys_catalog.cc:263] Verifying existing consensus state
08:01:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.641479 5032 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap starting.
08:01:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.694135 5032 log.cc:824] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Log is configured to *not* fsync() on all Append() calls
08:01:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.716182 5032 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:38.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.717255 5032 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap complete.
08:01:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.754331 5032 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.758284 5032 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0acfa2c57f8340ad9d28839619c4cc7d, State: Initialized, Role: FOLLOWER
08:01:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.759552 5032 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:38.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.762511 5036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:38.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.763219 5036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: FOLLOWER
08:01:38.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.764549 5032 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: configured and running, proceeding with master startup.
08:01:38.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.796949 5047 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:38.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.797955 5047 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: loading cluster ID for follower catalog manager: success
08:01:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.808043 5047 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: acquiring CA information for follower catalog manager: success
08:01:38.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.819286 5047 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.801431 4963 master_runner.cc:186] Error getting master registration for 127.4.132.62:33717: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111),
08:01:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:38.838917 4963 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:39.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.083132 5034 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.083882 5034 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.084565 5034 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:39.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.118393 5034 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:39.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.118682 5034 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.119035 5034 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.119309 5034 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.119572 5034 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.119880 5034 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.120083 5034 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.168517 5034 master_runner.cc:386] Master server non-default flags:
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.61
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.61:36033
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.61
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33757
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/logs
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:39.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.171015 5034 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.172387 5034 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.194842 5056 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.958118 5063 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.958887 5063 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:39.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.969105 5063 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.974483 4981 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.985144 4982 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:01:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.985900 4981 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033): Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.992269 4981 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d; no voters: 3c40239ba485491fbdec557605af06b4, c5b4187a30b045eab754b55b44ed4077
08:01:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.993363 5063 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:01:40.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:40.394827 3974 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1b60 after lost signal to thread 3911
08:01:40.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:40.395679 3974 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6680 after lost signal to thread 3977
08:01:40.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.196239 5058 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:40.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:39.198457 5034 server_base.cc:1034] running on GCE node
08:01:40.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:39.194989 5055 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.447345 5034 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.450618 5034 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.452167 5034 hybrid_clock.cc:648] HybridClock initialized: now 1790409700452021 us; error 143 us; skew 500 ppm
08:01:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.453361 5034 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:40 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409700, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:40.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.460408 5034 init.cc:377] Logged in from keytab as kudu/127.4.132.61@KRBTEST.COM (short username kudu)
08:01:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.471599 5034 webserver.cc:460] Webserver started at http://127.4.132.61:33757/ using document root <none> and password file <none>
08:01:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.472940 5034 fs_manager.cc:359] Metadata directory not provided
08:01:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.473929 5034 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.486580 5034 fs_manager.cc:709] Time spent opening directory manager: real 0.009s user 0.005s sys 0.003s
08:01:40.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.491971 5072 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.493312 5034 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:01:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.493685 5034 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:40.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:31 on dist-test-slave-1t7r"
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.497078 5034 fs_report.cc:383] FS layout report
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/data
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:40.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.564601 5034 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:40.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.573263 5034 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:40.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.573872 5034 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:40.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.711809 5123 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.61:36033 every 8 connection(s)
08:01:40.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.712718 5034 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.61:36033
08:01:40.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.716982 5034 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.718154 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 5034
08:01:40.718 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:40.719 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.62:33717
08:01:40.719 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:01:40.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.720744 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data
08:01:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/logs
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.62:33717
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.62
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38453
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.62
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.753229 5124 sys_catalog.cc:263] Verifying existing consensus state
08:01:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.763279 5124 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap starting.
08:01:40.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.828892 5124 log.cc:824] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Log is configured to *not* fsync() on all Append() calls
08:01:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.858915 5124 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:40.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.860013 5124 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap complete.
08:01:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.897254 5124 raft_consensus.cc:348] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.900957 5124 raft_consensus.cc:729] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5b4187a30b045eab754b55b44ed4077, State: Initialized, Role: FOLLOWER
08:01:40.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.902190 5124 consensus_queue.cc:260] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.916460 5124 sys_catalog.cc:564] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: configured and running, proceeding with master startup.
08:01:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.914480 5128 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:40.922755 5128 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:41.005308 5139 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:01:41.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:41.026957 5034 master_runner.cc:186] Error getting master registration for 127.4.132.62:33717: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111),
08:01:41.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:41.057337 5034 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.190217 5125 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:41.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.190932 5125 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.191885 5125 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:41.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.225564 5125 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.225852 5125 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.226269 5125 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.226552 5125 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.226831 5125 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:41.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.227102 5125 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:41.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.227303 5125 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:41.272392 5125 master_runner.cc:386] Master server non-default flags:
08:01:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.62
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.62:33717
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.62
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38453
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/logs
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:41.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:41.274168 5125 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:41.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:41.275542 5125 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.299993 5146 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.018275 5139 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.019160 5139 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: loading cluster ID for follower catalog manager: success
08:01:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.030869 5139 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: acquiring CA information for follower catalog manager: success
08:01:42.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.038929 5139 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:42.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.040452 5153 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.041236 5153 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.045964 5153 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:42.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:42.087021 4982 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:01:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.094995 5099 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c5b4187a30b045eab754b55b44ed4077" is_pre_election: true
08:01:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.096062 5099 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0acfa2c57f8340ad9d28839619c4cc7d in term 1.
08:01:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.098205 4981 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077; no voters: 3c40239ba485491fbdec557605af06b4
08:01:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.099545 5153 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Leader pre-election won for term 2
08:01:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.100004 5153 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:01:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.100298 5153 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 1 FOLLOWER]: Advancing to term 2
08:01:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.111686 5153 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.117786 5099 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:42.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.118409 5099 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 1 FOLLOWER]: Advancing to term 2
08:01:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:42.122114 4982 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:01:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.130843 5153 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 election: Requested vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:42.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.134362 5099 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0acfa2c57f8340ad9d28839619c4cc7d in term 2.
08:01:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.136493 4981 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077; no voters: 3c40239ba485491fbdec557605af06b4
08:01:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.138098 5153 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Leader election won for term 2
08:01:42.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.148252 5153 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 LEADER]: Becoming Leader. State: Replica: 0acfa2c57f8340ad9d28839619c4cc7d, State: Running, Role: LEADER
08:01:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.150134 5153 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:42.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.165237 5158 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 2 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:42.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.166128 5158 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.174058 5160 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:01:42.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.182684 5160 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:01:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.187346 5160 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.187911 5160 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:01:42.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.193121 5160 catalog_manager.cc:1504] Loading token signing keys...
08:01:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.197513 5160 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Loaded TSK: 0
08:01:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.199369 5160 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:01:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.551690 5099 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 2 FOLLOWER]: Refusing update from remote peer 0acfa2c57f8340ad9d28839619c4cc7d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
08:01:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.553469 5158 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:01:42.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:42.565246 4982 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d -> Peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Couldn't send request to peer 3c40239ba485491fbdec557605af06b4. Status: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:01:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.571949 5161 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 2 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.573225 5161 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.581462 5158 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.582057 5158 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.584772 5161 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:42.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.585671 5161 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:41.302448 5125 server_base.cc:1034] running on GCE node
08:01:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.304198 5149 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:41.300058 5147 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:42.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.682919 5125 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.686780 5125 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.688236 5125 hybrid_clock.cc:648] HybridClock initialized: now 1790409702688168 us; error 66 us; skew 500 ppm
08:01:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.689456 5125 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:42 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409702, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.697732 5125 init.cc:377] Logged in from keytab as kudu/127.4.132.62@KRBTEST.COM (short username kudu)
08:01:42.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.704520 5125 webserver.cc:460] Webserver started at http://127.4.132.62:38453/ using document root <none> and password file <none>
08:01:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.705839 5125 fs_manager.cc:359] Metadata directory not provided
08:01:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.706100 5125 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:42.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.717200 5125 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.008s sys 0.000s
08:01:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.723845 5170 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.725296 5125 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
08:01:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.725728 5125 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c40239ba485491fbdec557605af06b4"
08:01:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:29 on dist-test-slave-1t7r"
08:01:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.729212 5125 fs_report.cc:383] FS layout report
08:01:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/data
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.779923 5125 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.786065 5125 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.786550 5125 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:42.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.877331 5125 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.62:33717
08:01:42.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.877539 5223 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.62:33717 every 8 connection(s)
08:01:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.880436 5125 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.886606 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 5125
08:01:42.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:42.888 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.132.60:43073(127.4.132.60:43073)] connecting to peer
08:01:42.889 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.132.61:36033(127.4.132.61:36033)] connecting to peer
08:01:42.892 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.132.62:33717(127.4.132.62:33717)] connecting to peer
08:01:42.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.894207 5224 sys_catalog.cc:263] Verifying existing consensus state
08:01:42.902 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.132.61:36033(127.4.132.61:36033)] Successfully connected to peer
08:01:42.907 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.132.60:43073(127.4.132.60:43073)] Successfully connected to peer
08:01:42.912 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.132.62:33717(127.4.132.62:33717)] Successfully connected to peer
08:01:42.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.915129 5224 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Bootstrap starting.
08:01:42.923 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:01:42.929 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.4.132.60
08:01:42.932 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.4.132.61
08:01:42.945 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.4.132.62
08:01:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:42 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409693, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.132.61@KRBTEST.COM
08:01:42.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:42 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409693, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.132.60@KRBTEST.COM
08:01:42.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:42.987761 5224 log.cc:824] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Log is configured to *not* fsync() on all Append() calls
08:01:42.994 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5bdb9392, L:/127.0.0.1:39470 - R:/127.4.132.61:36033] using SASL/GSSAPI
08:01:43.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.016265 5224 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.017297 5224 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Bootstrap complete.
08:01:43.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.132.62:33717(127.4.132.62:33717)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
08:01:43.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.132.62:33717: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
08:01:43.026 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.132.62:33717(127.4.132.62:33717)] handling channelInactive
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:43.029297 5231 negotiation.cc:337] Failed RPC negotiation. Trace:
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.907337 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:33494 (local address 127.4.132.62:33717)
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.927714 (+ 20377us) server_negotiation.cc:206] Beginning negotiation
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.927759 (+ 45us) server_negotiation.cc:399] Waiting for connection header
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.927877 (+ 118us) server_negotiation.cc:407] Connection header received
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.936814 (+ 8937us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.936880 (+ 66us) server_negotiation.cc:461] Received NEGOTIATE request from client
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.937430 (+ 550us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.937919 (+ 489us) server_negotiation.cc:226] Negotiated authn=SASL
08:01:43.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.962677 (+ 24758us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
08:01:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:42.965441 (+ 2764us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
08:01:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:43.018927 (+ 53486us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
08:01:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:43.020339 (+ 1412us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
08:01:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:43.020689 (+ 350us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
08:01:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:43.027033 (+ 6344us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:33494: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:33494): Cannot send after transport endpoint shutdown (error 108)
08:01:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":19736,"thread_start_us":21305,"threads_started":1}
08:01:43.030 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x645bf012, L:/127.0.0.1:47244 - R:/127.4.132.60:43073] using SASL/GSSAPI
08:01:43.041 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:01:43.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.132.60:43073, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.132.61:36033, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.132.62:33717, [119ms] Sub RPC ConnectToMaster: received response from server master-127.4.132.61:36033: OK, [138ms] Sub RPC ConnectToMaster: received response from server master-127.4.132.62:33717: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [153ms] Sub RPC ConnectToMaster: received response from server master-127.4.132.60:43073: OK, deferred=null) after lookup
08:01:43.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.046936 5224 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.049794 5224 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c40239ba485491fbdec557605af06b4, State: Initialized, Role: FOLLOWER
08:01:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.050787 5224 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.053726 5233 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.054610 5233 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.055020 5224 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: configured and running, proceeding with master startup.
08:01:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.087033 5244 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.087400 5244 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: loading cluster ID for follower catalog manager: success
08:01:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.100031 5244 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: acquiring CA information for follower catalog manager: success
08:01:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.106300 5244 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:43 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409702, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for kudu/127.4.132.62@KRBTEST.COM
08:01:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.137162 5198 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 1 FOLLOWER]: Advancing to term 2
08:01:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.205485 5251 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:43.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.206730 5251 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.211400 5233 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 2 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.212271 5233 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.510597 5153 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:43.511444 5153 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:44.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:44.992815 4327 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9b80 after lost signal to thread 4199
08:01:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:44.993881 4327 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9d40 after lost signal to thread 4330
08:01:46.096 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.60:43073
08:01:46.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:01:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.098122 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 4963
08:01:46.139 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.132.60:43073(127.4.132.60:43073)] handling channelInactive
08:01:46.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.132.60:43073(127.4.132.60:43073)] cleaning up while in state READY due to: connection closed
08:01:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.139346 5260 negotiation.cc:337] Failed RPC negotiation. Trace:
08:01:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:46.097663 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.4.132.60:43073 (local address 127.0.0.1:47282)
08:01:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:46.098191 (+ 528us) negotiation.cc:107] Waiting for socket to connect
08:01:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:46.098225 (+ 34us) client_negotiation.cc:174] Beginning negotiation
08:01:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:46.098762 (+ 537us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
08:01:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:01:46.138306 (+ 39544us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:01:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":100}
08:01:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.139985 5034 master_runner.cc:186] Error getting master registration for 127.4.132.60:43073: Network error: Client connection negotiation failed: client connection to 127.4.132.60:43073: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
08:01:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.140404 5034 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:46.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:46.141 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.61:36033
08:01:46.142 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:01:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.142313 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 5034
08:01:46.170 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.132.61:36033(127.4.132.61:36033)] handling channelInactive
08:01:46.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.132.61:36033(127.4.132.61:36033)] cleaning up while in state READY due to: connection closed
08:01:46.172 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:46.172 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.62:33717
08:01:46.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:01:46.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.173348 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 5125
08:01:46.211 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:46.211 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.60:43073
08:01:46.212 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.213698 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/logs
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.60:43073
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.60
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40299
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.60
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:46.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:46.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:46.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:46.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.569502 5263 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.570147 5263 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.570828 5263 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.606443 5263 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.606740 5263 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:46.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.607144 5263 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.607854 5263 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.608171 5263 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.608462 5263 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.608703 5263 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.650889 5263 master_runner.cc:386] Master server non-default flags:
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.60
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.60:43073
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.60
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40299
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/logs
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.652575 5263 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:46.653827 5263 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:46.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.675321 5270 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.675419 5271 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:46.677980 5273 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:47.904436 5272 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1226 milliseconds
08:01:47.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.904567 5263 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:01:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.905855 5263 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:47.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.908492 5263 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.909935 5263 hybrid_clock.cc:648] HybridClock initialized: now 1790409707909877 us; error 66 us; skew 500 ppm
08:01:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.910969 5263 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:47 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409707, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.922205 5263 init.cc:377] Logged in from keytab as kudu/127.4.132.60@KRBTEST.COM (short username kudu)
08:01:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.927585 5263 webserver.cc:460] Webserver started at http://127.4.132.60:40299/ using document root <none> and password file <none>
08:01:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.928655 5263 fs_manager.cc:359] Metadata directory not provided
08:01:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.928882 5263 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.938699 5263 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.000s
08:01:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.944286 5282 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:47.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.945511 5263 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
08:01:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.945886 5263 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0acfa2c57f8340ad9d28839619c4cc7d"
08:01:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:33 on dist-test-slave-1t7r"
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.948535 5263 fs_report.cc:383] FS layout report
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/data
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.986039 5263 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:47.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.992551 5263 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:47.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:47.993057 5263 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.068323 5263 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.60:43073
08:01:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.068389 5333 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.60:43073 every 8 connection(s)
08:01:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.071738 5263 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.078343 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 5263
08:01:48.079 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:48.079 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.61:36033
08:01:48.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.081527 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/logs
08:01:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.61:36033
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.61
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33757
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.61
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:48.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.084568 5334 sys_catalog.cc:263] Verifying existing consensus state
08:01:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.091320 5334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap starting.
08:01:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.145130 5334 log.cc:824] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Log is configured to *not* fsync() on all Append() calls
08:01:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.169667 5334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.171121 5334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap complete.
08:01:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.197324 5334 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:48.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.199918 5334 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0acfa2c57f8340ad9d28839619c4cc7d, State: Initialized, Role: FOLLOWER
08:01:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.200820 5334 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:48.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.203555 5338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:48.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.204577 5338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: FOLLOWER
08:01:48.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.204946 5334 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: configured and running, proceeding with master startup.
08:01:48.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.247929 5349 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:48.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.248257 5349 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: loading cluster ID for follower catalog manager: success
08:01:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.256999 5349 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: acquiring CA information for follower catalog manager: success
08:01:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.263082 5349 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:48.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.231977 5263 master_runner.cc:186] Error getting master registration for 127.4.132.62:33717: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111),
08:01:48.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.265038 5263 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:48.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.326226 4469 debug-util.cc:398] Leaking SignalData structure 0x7b08000afd60 after lost signal to thread 4342
08:01:48.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.327389 4469 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba880 after lost signal to thread 4472
08:01:48.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.526626 5336 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:48.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.527457 5336 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.528522 5336 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:48.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.587302 5336 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:48.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.587942 5336 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:48.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.588436 5336 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.588800 5336 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.589125 5336 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.589464 5336 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.589712 5336 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.658393 5336 master_runner.cc:386] Master server non-default flags:
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.61
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.61:36033
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.61
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33757
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/logs
08:01:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.660112 5336 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.661593 5336 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.686517 5357 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:49.505141 5364 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:49.505836 5364 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:49.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:49.525954 5364 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:49.535521 5283 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:49.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:49.547686 5284 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:01:49.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:49.550294 5283 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033): Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:49.550727 5283 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d; no voters: 3c40239ba485491fbdec557605af06b4, c5b4187a30b045eab754b55b44ed4077
08:01:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:49.551576 5364 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
08:01:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.702234 5361 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:48.705451 5336 server_base.cc:1034] running on GCE node
08:01:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:48.698874 5358 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.034178 5336 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.037422 5336 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.039043 5336 hybrid_clock.cc:648] HybridClock initialized: now 1790409710038978 us; error 82 us; skew 500 ppm
08:01:50.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.039983 5336 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:50 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409710, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.046455 5336 init.cc:377] Logged in from keytab as kudu/127.4.132.61@KRBTEST.COM (short username kudu)
08:01:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.058415 5336 webserver.cc:460] Webserver started at http://127.4.132.61:33757/ using document root <none> and password file <none>
08:01:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.059491 5336 fs_manager.cc:359] Metadata directory not provided
08:01:50.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.059815 5336 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.075102 5336 fs_manager.cc:709] Time spent opening directory manager: real 0.012s user 0.005s sys 0.008s
08:01:50.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.087292 5373 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:50.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.088764 5336 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.002s sys 0.007s
08:01:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.089143 5336 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:31 on dist-test-slave-1t7r"
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.091830 5336 fs_report.cc:383] FS layout report
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/data
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.132135 5336 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.138521 5336 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:50.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.139048 5336 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.318315 5336 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.61:36033
08:01:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.318526 5425 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.61:36033 every 8 connection(s)
08:01:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.323185 5336 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.330009 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 5336
08:01:50.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:50.331 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.62:33717
08:01:50.332 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:01:50.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.333838 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/logs
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.62:33717
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.62
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38453
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.62
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.354269 5426 sys_catalog.cc:263] Verifying existing consensus state
08:01:50.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.364825 5426 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap starting.
08:01:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.420697 5426 log.cc:824] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Log is configured to *not* fsync() on all Append() calls
08:01:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.471252 5426 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.472561 5426 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap complete.
08:01:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.510445 5426 raft_consensus.cc:348] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.515401 5426 raft_consensus.cc:729] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5b4187a30b045eab754b55b44ed4077, State: Initialized, Role: FOLLOWER
08:01:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.516748 5426 consensus_queue.cc:260] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.529049 5430 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.530301 5430 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:50.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.533345 5426 sys_catalog.cc:564] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: configured and running, proceeding with master startup.
08:01:50.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.706166 5441 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:50.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.706471 5441 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: loading cluster ID for follower catalog manager: success
08:01:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.737689 5441 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: acquiring CA information for follower catalog manager: success
08:01:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.691226 5336 master_runner.cc:186] Error getting master registration for 127.4.132.62:33717: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111),
08:01:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.760762 5336 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.762362 5441 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.835083 5428 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.836006 5428 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:50.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.836716 5428 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:50.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.872478 5428 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:50.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.872759 5428 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.873128 5428 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.873466 5428 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.873751 5428 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:50.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.874045 5428 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:50.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.874274 5428 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.918444 5428 master_runner.cc:386] Master server non-default flags:
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.62
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.62:33717
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.62
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38453
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/logs
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.919991 5428 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:50.921249 5428 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.944412 5449 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.113767 5453 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:51.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.114712 5453 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.122114 5453 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:51.147137 5284 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:01:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.163434 5401 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "c5b4187a30b045eab754b55b44ed4077" is_pre_election: true
08:01:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.164464 5401 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0acfa2c57f8340ad9d28839619c4cc7d in term 2.
08:01:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.166553 5283 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077; no voters: 3c40239ba485491fbdec557605af06b4
08:01:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.167683 5453 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Leader pre-election won for term 3
08:01:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.168124 5453 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:01:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.168426 5453 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 2 FOLLOWER]: Advancing to term 3
08:01:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.180265 5453 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:51.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.183908 5401 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:51.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.184537 5401 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 2 FOLLOWER]: Advancing to term 3
08:01:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:51.191658 5284 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:01:51.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.196355 5453 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 election: Requested vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.198364 5401 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0acfa2c57f8340ad9d28839619c4cc7d in term 3.
08:01:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.199889 5283 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077; no voters: 3c40239ba485491fbdec557605af06b4
08:01:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.201227 5453 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Leader election won for term 3
08:01:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.207062 5453 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 LEADER]: Becoming Leader. State: Replica: 0acfa2c57f8340ad9d28839619c4cc7d, State: Running, Role: LEADER
08:01:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.208312 5453 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.233752 5458 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 3 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.234949 5458 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.242208 5460 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:01:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.250810 5460 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:01:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.255311 5460 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.255867 5460 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:01:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.261897 5460 catalog_manager.cc:1504] Loading token signing keys...
08:01:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.266372 5460 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Loaded TSK: 0
08:01:51.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.268584 5460 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:01:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:51.646436 5284 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d -> Peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Couldn't send request to peer 3c40239ba485491fbdec557605af06b4. Status: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:01:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.720645 5401 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Refusing update from remote peer 0acfa2c57f8340ad9d28839619c4cc7d: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
08:01:51.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.722808 5458 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
08:01:51.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.750542 5461 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 3 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:51.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.760787 5461 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.778224 5461 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:51.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.780622 5461 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.783232 5458 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:51.784245 5458 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:52.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:50.945533 5450 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:52.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:52.511757 5428 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.570s user 0.612s sys 0.881s
08:01:52.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:52.335908 5448 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 5428
08:01:52.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:52.514484 5428 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.573s user 0.613s sys 0.881s
08:01:52.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.522310 5428 server_base.cc:1034] running on GCE node
08:01:52.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:52.522444 5468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:52.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.523761 5428 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:52.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.529361 5428 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:52.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.530789 5428 hybrid_clock.cc:648] HybridClock initialized: now 1790409712530736 us; error 48 us; skew 500 ppm
08:01:52.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.531831 5428 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:52.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:52 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409712, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:52.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.537949 5428 init.cc:377] Logged in from keytab as kudu/127.4.132.62@KRBTEST.COM (short username kudu)
08:01:52.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.542856 5428 webserver.cc:460] Webserver started at http://127.4.132.62:38453/ using document root <none> and password file <none>
08:01:52.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.543990 5428 fs_manager.cc:359] Metadata directory not provided
08:01:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.544273 5428 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.553687 5428 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.000s sys 0.004s
08:01:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.558583 5474 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.559960 5428 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:01:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.560395 5428 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c40239ba485491fbdec557605af06b4"
08:01:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:29 on dist-test-slave-1t7r"
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.562855 5428 fs_report.cc:383] FS layout report
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/data
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:52.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:52.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.604462 5428 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:52.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.611378 5428 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:52.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.611995 5428 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.699378 5428 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.62:33717
08:01:52.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.699563 5525 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.62:33717 every 8 connection(s)
08:01:52.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.702458 5428 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.711030 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 5428
08:01:52.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:52.712 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.132.60:43073(127.4.132.60:43073)] connecting to peer
08:01:52.713 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.132.60:43073(127.4.132.60:43073)] Successfully connected to peer
08:01:52.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.723902 5526 sys_catalog.cc:263] Verifying existing consensus state
08:01:52.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.732878 5526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Bootstrap starting.
08:01:52.762 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x083d30ac, L:/127.0.0.1:51792 - R:/127.4.132.60:43073] using TOKEN/null
08:01:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.787009 5526 log.cc:824] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Log is configured to *not* fsync() on all Append() calls
08:01:52.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.805191 5526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.805966 5526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Bootstrap complete.
08:01:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.834870 5526 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.837642 5526 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c40239ba485491fbdec557605af06b4, State: Initialized, Role: FOLLOWER
08:01:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.838503 5526 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.841245 5531 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.842134 5531 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.843047 5526 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: configured and running, proceeding with master startup.
08:01:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.880234 5542 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.880735 5542 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: loading cluster ID for follower catalog manager: success
08:01:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.889201 5542 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: acquiring CA information for follower catalog manager: success
08:01:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:52.895969 5542 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:52 dist-test-slave-1t7r krb5kdc[4636](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409712, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for kudu/127.4.132.62@KRBTEST.COM
08:01:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:53.135803 5501 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [term 2 FOLLOWER]: Advancing to term 3
08:01:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:53.167976 5531 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0acfa2c57f8340ad9d28839619c4cc7d. Latest consensus state: current_term: 3 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:53.168924 5531 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:53.163890 5551 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:53.170658 5551 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4 [sys.catalog]: This master's current role is: FOLLOWER
08:01:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:53.503751 5458 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:53.504874 5458 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: LEADER
08:01:55.818 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.60:43073
08:01:55.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:01:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:55.818593 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 5263
08:01:55.847 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.132.60:43073(127.4.132.60:43073)] handling channelInactive
08:01:55.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.132.60:43073(127.4.132.60:43073)] cleaning up while in state READY due to: connection closed
08:01:55.848 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:55.848 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.61:36033
08:01:55.848 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:01:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:55.849241 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 5336
08:01:55.879 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:55.880 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.132.62:33717
08:01:55.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:01:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:55.880800 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 5428
08:01:55.907 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:55.908 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.60:43073
08:01:55.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:55.909904 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/logs
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.60:43073
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.60
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40299
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.60
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.248906 5562 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.249559 5562 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.250253 5562 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:56.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.284632 5562 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.284910 5562 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.285486 5562 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.285831 5562 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.286106 5562 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.286381 5562 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.286592 5562 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:56.326299 5562 master_runner.cc:386] Master server non-default flags:
08:01:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data
08:01:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.60.keytab
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.60
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.60:43073
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.60
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40299
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/logs
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:56.327752 5562 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:56.328998 5562 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.349706 5569 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.349737 5571 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:56.349694 5568 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:57.583184 5570 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1233 milliseconds
08:01:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.583307 5562 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:01:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.584563 5562 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.587610 5562 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:57.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.589126 5562 hybrid_clock.cc:648] HybridClock initialized: now 1790409717589067 us; error 76 us; skew 500 ppm
08:01:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.590041 5562 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:57 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409717, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.597508 5562 init.cc:377] Logged in from keytab as kudu/127.4.132.60@KRBTEST.COM (short username kudu)
08:01:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.603075 5562 webserver.cc:460] Webserver started at http://127.4.132.60:40299/ using document root <none> and password file <none>
08:01:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.604149 5562 fs_manager.cc:359] Metadata directory not provided
08:01:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.604355 5562 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.613009 5562 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
08:01:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.617930 5581 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.619113 5562 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
08:01:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.619422 5562 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0acfa2c57f8340ad9d28839619c4cc7d"
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:33 on dist-test-slave-1t7r"
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.621826 5562 fs_report.cc:383] FS layout report
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/wal
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/data
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.660595 5562 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.666765 5562 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.667228 5562 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.743245 5562 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.60:43073
08:01:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.743429 5632 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.60:43073 every 8 connection(s)
08:01:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.746095 5562 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-2/data/info.pb
08:01:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.756678 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 5562
08:01:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.757100 5633 sys_catalog.cc:263] Verifying existing consensus state
08:01:57.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:57.757 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.61:36033
08:01:57.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.759248 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/logs
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.61:36033
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.61
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33757
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.61
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:57.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.764961 5633 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap starting.
08:01:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.807981 5633 log.cc:824] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Log is configured to *not* fsync() on all Append() calls
08:01:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.827332 5633 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.828485 5633 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: Bootstrap complete.
08:01:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.855374 5633 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.858083 5633 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0acfa2c57f8340ad9d28839619c4cc7d, State: Initialized, Role: FOLLOWER
08:01:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.859166 5633 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.862552 5637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.863485 5637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: This master's current role is: FOLLOWER
08:01:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.864306 5633 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [sys.catalog]: configured and running, proceeding with master startup.
08:01:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.897770 5648 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.898214 5648 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: loading cluster ID for follower catalog manager: success
08:01:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.907342 5648 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: acquiring CA information for follower catalog manager: success
08:01:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.914114 5648 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.893618 5562 master_runner.cc:186] Error getting master registration for 127.4.132.62:33717: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111),
08:01:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:57.928452 5562 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:01:58.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.109930 5635 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:01:58.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.110524 5635 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:01:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.111407 5635 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:01:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.148394 5635 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.148679 5635 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:01:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.149067 5635 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:01:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.149391 5635 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.149665 5635 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:01:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.149930 5635 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.150162 5635 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:58.204267 5635 master_runner.cc:386] Master server non-default flags:
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.61.keytab
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.61
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.61:36033
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.61
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33757
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/logs
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:01:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:58.205744 5635 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:58.206868 5635 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:01:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.228541 5656 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.230573 5659 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:59.449465 5658 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:01:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.450135 5635 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:01:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:58.228572 5657 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.456022 5635 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:59.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.459326 5635 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.460814 5635 hybrid_clock.cc:648] HybridClock initialized: now 1790409719460669 us; error 151 us; skew 500 ppm
08:01:59.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.461784 5635 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:01:59 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409719, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.472435 5635 init.cc:377] Logged in from keytab as kudu/127.4.132.61@KRBTEST.COM (short username kudu)
08:01:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.482144 5635 webserver.cc:460] Webserver started at http://127.4.132.61:33757/ using document root <none> and password file <none>
08:01:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.483493 5635 fs_manager.cc:359] Metadata directory not provided
08:01:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.483844 5635 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:59.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.495707 5635 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
08:01:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.502811 5668 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.504693 5635 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
08:01:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.505173 5635 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5b4187a30b045eab754b55b44ed4077"
08:01:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:31 on dist-test-slave-1t7r"
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.508710 5635 fs_report.cc:383] FS layout report
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/wal
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/data
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.552800 5635 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:01:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.561935 5635 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:59.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.562422 5635 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.641444 5710 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.642132 5710 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:59.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.658084 5710 leader_election.cc:288] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033)
08:01:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:59.664026 5582 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:59.671115 5582 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c5b4187a30b045eab754b55b44ed4077 (127.4.132.61:36033): Network error: Client connection negotiation failed: client connection to 127.4.132.61:36033: connect: Connection refused (error 111)
08:01:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:01:59.672236 5583 leader_election.cc:334] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:01:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.672922 5583 leader_election.cc:302] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d; no voters: 3c40239ba485491fbdec557605af06b4, c5b4187a30b045eab754b55b44ed4077
08:01:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.674274 5710 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:01:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.679019 5635 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.61:36033
08:01:59.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.679134 5723 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.61:36033 every 8 connection(s)
08:01:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.682441 5635 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-1/data/info.pb
08:01:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.685877 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 5635
08:01:59.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:59.686 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.132.62:33717
08:01:59.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.688784 4624 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/logs
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.62:33717
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.62
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38453
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.62
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:01:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:01:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.708956 5724 sys_catalog.cc:263] Verifying existing consensus state
08:01:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.715154 5724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap starting.
08:01:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.764356 5724 log.cc:824] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Log is configured to *not* fsync() on all Append() calls
08:01:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.788271 5724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.789324 5724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Bootstrap complete.
08:01:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.827450 5724 raft_consensus.cc:348] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.831388 5724 raft_consensus.cc:729] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5b4187a30b045eab754b55b44ed4077, State: Initialized, Role: FOLLOWER
08:01:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.832516 5724 consensus_queue.cc:260] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:01:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.835983 5728 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:01:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.837117 5728 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: FOLLOWER
08:01:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.837738 5724 sys_catalog.cc:564] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: configured and running, proceeding with master startup.
08:01:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.898094 5739 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:01:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.898427 5739 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: loading cluster ID for follower catalog manager: success
08:01:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.906975 5739 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: acquiring CA information for follower catalog manager: success
08:01:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.912982 5739 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.881348 5635 master_runner.cc:186] Error getting master registration for 127.4.132.62:33717: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111),
08:01:59.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:01:59.914141 5635 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:00.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.111132 5726 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:02:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.111860 5726 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.112695 5726 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:02:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.146513 5726 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
08:02:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.146786 5726 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:02:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.147184 5726 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:02:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.147511 5726 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.147832 5726 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:02:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.148126 5726 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.148380 5726 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33229/jwks.json
08:02:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:00.202491 5726 master_runner.cc:386] Master server non-default flags:
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.132.20:33511
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.132.62:33717,127.4.132.61:36033,127.4.132.60:43073
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/krb5kdc/kudu_127.4.132.62.keytab
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.132.62
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.132.62:33717
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33229/jwks.json
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.132.62
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38453
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/logs
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
08:02:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:02:00.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:00.204005 5726 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:00.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:00.205428 5726 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:02:00.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.225445 5748 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.228514 5747 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:01.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:00.225471 5750 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:01.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:01.654256 5749 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1427 milliseconds
08:02:01.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.654373 5726 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:02:01.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.655970 5726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:01.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.656752 5753 raft_consensus.cc:482] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.657356 5753 raft_consensus.cc:504] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:02:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.660228 5726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.660705 5753 leader_election.cc:288] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), 0acfa2c57f8340ad9d28839619c4cc7d (127.4.132.60:43073)
08:02:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:01.664068 5670 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:02:01.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:01.679744 5670 leader_election.cc:334] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:02:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.683894 5726 hybrid_clock.cc:648] HybridClock initialized: now 1790409721683833 us; error 55 us; skew 500 ppm
08:02:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.684919 5726 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.684617 5608 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5b4187a30b045eab754b55b44ed4077" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" is_pre_election: true
08:02:01.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.685519 5608 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5b4187a30b045eab754b55b44ed4077 in term 3.
08:02:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.687520 5672 leader_election.cc:302] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077; no voters: 3c40239ba485491fbdec557605af06b4
08:02:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 08:02:01 dist-test-slave-1t7r krb5kdc[4636](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790409721, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.132.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:02:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.690828 5753 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:02:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.691196 5753 raft_consensus.cc:482] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.691422 5753 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 3 FOLLOWER]: Advancing to term 4
08:02:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.692960 5726 init.cc:377] Logged in from keytab as kudu/127.4.132.62@KRBTEST.COM (short username kudu)
08:02:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.702484 5753 raft_consensus.cc:504] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:02:01.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:01.708289 5670 leader_election.cc:334] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717): Network error: Client connection negotiation failed: client connection to 127.4.132.62:33717: connect: Connection refused (error 111)
08:02:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.708873 5753 leader_election.cc:288] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [CANDIDATE]: Term 4 election: Requested vote from peers 3c40239ba485491fbdec557605af06b4 (127.4.132.62:33717), 0acfa2c57f8340ad9d28839619c4cc7d (127.4.132.60:43073)
08:02:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.708870 5608 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5b4187a30b045eab754b55b44ed4077" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "0acfa2c57f8340ad9d28839619c4cc7d"
08:02:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.709442 5608 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 3 FOLLOWER]: Advancing to term 4
08:02:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.709947 5726 webserver.cc:460] Webserver started at http://127.4.132.62:38453/ using document root <none> and password file <none>
08:02:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.711244 5726 fs_manager.cc:359] Metadata directory not provided
08:02:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.711598 5726 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.717613 5608 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0acfa2c57f8340ad9d28839619c4cc7d [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5b4187a30b045eab754b55b44ed4077 in term 4.
08:02:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.718577 5672 leader_election.cc:302] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0acfa2c57f8340ad9d28839619c4cc7d, c5b4187a30b045eab754b55b44ed4077; no voters: 3c40239ba485491fbdec557605af06b4
08:02:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.719244 5753 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 4 FOLLOWER]: Leader election won for term 4
08:02:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.721200 5753 raft_consensus.cc:686] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [term 4 LEADER]: Becoming Leader. State: Replica: c5b4187a30b045eab754b55b44ed4077, State: Running, Role: LEADER
08:02:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.722110 5753 consensus_queue.cc:237] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } }
08:02:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.728657 5726 fs_manager.cc:709] Time spent opening directory manager: real 0.012s user 0.007s sys 0.004s
08:02:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.731578 5762 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5b4187a30b045eab754b55b44ed4077. Latest consensus state: current_term: 4 leader_uuid: "c5b4187a30b045eab754b55b44ed4077" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3c40239ba485491fbdec557605af06b4" member_type: VOTER last_known_addr { host: "127.4.132.62" port: 33717 } } peers { permanent_uuid: "c5b4187a30b045eab754b55b44ed4077" member_type: VOTER last_known_addr { host: "127.4.132.61" port: 36033 } } peers { permanent_uuid: "0acfa2c57f8340ad9d28839619c4cc7d" member_type: VOTER last_known_addr { host: "127.4.132.60" port: 43073 } } }
08:02:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.732429 5762 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077 [sys.catalog]: This master's current role is: LEADER
08:02:01.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.735113 5765 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:01.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.735806 5766 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.736500 5726 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.736800 5726 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data,/tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c40239ba485491fbdec557605af06b4"
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 08:01:29 on dist-test-slave-1t7r"
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.739387 5726 fs_report.cc:383] FS layout report
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/wal
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/data
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:01.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.748811 5766 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:02:01.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.754091 5766 catalog_manager.cc:1259] Loaded cluster ID: d7225dd104044036ae4664e525ec38e9
08:02:01.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.754770 5766 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:02:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.760294 5766 catalog_manager.cc:1504] Loading token signing keys...
08:02:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.765223 5766 catalog_manager.cc:5879] T 00000000000000000000000000000000 P c5b4187a30b045eab754b55b44ed4077: Loaded TSK: 0
08:02:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.767062 5766 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:02:01.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.811156 5726 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:02:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.817543 5726 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:01.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.818045 5726 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.914363 5726 rpc_server.cc:307] RPC server started. Bound to: 127.4.132.62:33717
08:02:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.914543 5817 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.132.62:33717 every 8 connection(s)
08:02:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.917661 5726 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskv5EnlP/test-tmp/mini-kudu-cluster8516116729230505138/master-0/data/info.pb
08:02:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.920560 4624 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu as pid 5726
08:02:01.921 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:02:01.921 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.132.60:43073(127.4.132.60:43073)] connecting to peer
08:02:01.922 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.132.60:43073(127.4.132.60:43073)] Successfully connected to peer
08:02:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.934234 5818 sys_catalog.cc:263] Verifying existing consensus state
08:02:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:01.944767 5818 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Bootstrap starting.
08:02:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:01.969081 5757 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:55552: token expired
08:02:01.972 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.4.132.60:43073 sent connection negotiation error: Not authorized: token expired
08:02:01.977 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.132.60:43073(127.4.132.60:43073)] handling channelInactive
08:02:01.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.132.60:43073(127.4.132.60:43073)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
08:02:01.982 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.4.132.60:43073(127.4.132.60:43073)] connecting to peer
08:02:01.983 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.132.60:43073(127.4.132.60:43073)] Successfully connected to peer
08:02:01.987 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.4.132.61:36033(127.4.132.61:36033)] connecting to peer
08:02:01.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.132.60:43073(127.4.132.60:43073)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
08:02:01.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.132.60:43073: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
08:02:01.987 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.132.60:43073(127.4.132.60:43073)] handling channelInactive
08:02:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:01.989318 5757 negotiation.cc:337] Failed RPC negotiation. Trace:
08:02:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.984259 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:55558 (local address 127.4.132.60:43073)
08:02:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.985639 (+ 1380us) server_negotiation.cc:206] Beginning negotiation
08:02:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.985665 (+ 26us) server_negotiation.cc:399] Waiting for connection header
08:02:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.985714 (+ 49us) server_negotiation.cc:407] Connection header received
08:02:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.985872 (+ 158us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
08:02:01.990 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.4.132.62:33717(127.4.132.62:33717)] connecting to peer
08:02:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.985898 (+ 26us) server_negotiation.cc:461] Received NEGOTIATE request from client
08:02:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.986238 (+ 340us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
08:02:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.986521 (+ 283us) server_negotiation.cc:226] Negotiated authn=SASL
08:02:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.988080 (+ 1559us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:55558: BlockingRecv error: recv got EOF from 127.0.0.1:55558 (error 108)
08:02:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":956}
08:02:01.991 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.132.62:33717(127.4.132.62:33717)] Successfully connected to peer
08:02:02.002 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.132.61:36033(127.4.132.61:36033)] Successfully connected to peer
08:02:02.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.132.62:33717(127.4.132.62:33717)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
08:02:02.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.132.62:33717: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
08:02:02.003 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.132.62:33717(127.4.132.62:33717)] handling channelInactive
08:02:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:02.003575 5818 log.cc:824] T 00000000000000000000000000000000 P 3c40239ba485491fbdec557605af06b4: Log is configured to *not* fsync() on all Append() calls
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:02.007295 5820 negotiation.cc:337] Failed RPC negotiation. Trace:
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.992313 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:47556 (local address 127.4.132.62:33717)
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.994916 (+ 2603us) server_negotiation.cc:206] Beginning negotiation
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.994957 (+ 41us) server_negotiation.cc:399] Waiting for connection header
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.995035 (+ 78us) server_negotiation.cc:407] Connection header received
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.001119 (+ 6084us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.001184 (+ 65us) server_negotiation.cc:461] Received NEGOTIATE request from client
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.001788 (+ 604us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.004148 (+ 2360us) server_negotiation.cc:226] Negotiated authn=SASL
08:02:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.005406 (+ 1258us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:47556: BlockingRecv error: recv got EOF from 127.0.0.1:47556 (error 108)
08:02:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2023,"thread_start_us":3787,"threads_started":1}
08:02:02.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.132.61:36033(127.4.132.61:36033)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
08:02:02.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.132.61:36033: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
08:02:02.011 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.132.62:33717(127.4.132.62:33717)] disconnecting while in state TERMINATED
08:02:02.011 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.132.60:43073(127.4.132.60:43073)] disconnecting while in state TERMINATED
08:02:02.012 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.132.61:36033(127.4.132.61:36033)] handling channelInactive
08:02:02.012 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.132.61:36033(127.4.132.61:36033)] disconnecting while in state TERMINATED
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 08:02:02.014115 5821 negotiation.cc:337] Failed RPC negotiation. Trace:
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:01.991713 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:58566 (local address 127.4.132.61:36033)
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.008682 (+ 16969us) server_negotiation.cc:206] Beginning negotiation
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.008714 (+ 32us) server_negotiation.cc:399] Waiting for connection header
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.008787 (+ 73us) server_negotiation.cc:407] Connection header received
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.008968 (+ 181us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.008999 (+ 31us) server_negotiation.cc:461] Received NEGOTIATE request from client
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.009360 (+ 361us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.009648 (+ 288us) server_negotiation.cc:226] Negotiated authn=SASL
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 08:02:02.012162 (+ 2514us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58566: BlockingRecv error: recv got EOF from 127.0.0.1:58566 (error 108)
08:02:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":16223,"thread_start_us":14417,"threads_started":1}
08:02:02.014 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:02:02.016 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:02:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:02.023556 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 5726
08:02:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:02.041013 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 5635
08:02:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:02.067852 4624 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 5562
08:02:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T08:02:03Z chronyd exiting
08:02:04.269 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:02:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:04.270442 3898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 4179
08:02:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:04.296795 3898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 4341
08:02:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:04.322994 3898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 4483
08:02:04.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:04.347294 3898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 3910
08:02:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:04.380134 3898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 3980
08:02:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 08:02:04.409189 3898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskv5EnlP/build/tsan/bin/kudu with pid 4055
08:02:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T08:02:05Z chronyd exiting
08:02:06.555 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.4.132.60:43073,127.4.132.61:36033,127.4.132.62:33717). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.4.132.60:43073,127.4.132.61:36033,127.4.132.62:33717). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
08:02:06.961 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: giving up after 1 attempts
08:02:06.961 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.4.132.60:43073,127.4.132.61:36033,127.4.132.62:33717). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.4.132.60:43073,127.4.132.61:36033,127.4.132.62:33717). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more