18:19:47.066 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
18:19:47.066 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskc29Xd8/test-tmp
18:19:47.067 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
18:19:47.067 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskc29Xd8/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
18:19:47.068 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
18:19:47.381 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:19:47.381 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
18:19:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.384146 11621 mini_oidc.cc:152] Starting JWKS server
18:19:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.387611 11621 webserver.cc:460] Webserver started at http://127.0.0.1:34987/ using document root <none> and password file <none>
18:19:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.388115 11621 mini_oidc.cc:189] Starting OIDC Discovery server
18:19:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.389844 11621 webserver.cc:460] Webserver started at http://127.0.0.1:41793/ using document root <none> and password file <none>
18:19:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T18:19:47Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
18:19:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T18:19:47Z Disabled control of system clock
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.436687 11621 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/wal
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/data
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/logs
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/data/info.pb
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.126:35023
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.126
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:19:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json with env {}
18:19:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.732577 11633 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:19:47.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.733275 11633 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:47.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.733939 11633 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:19:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.773535 11633 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:19:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.773891 11633 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:19:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.774185 11633 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:19:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.774456 11633 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:19:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.774722 11633 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:19:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.774919 11633 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34987/jwks.json
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.810237 11633 master_runner.cc:386] Master server non-default flags:
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/data
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/wal
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:47.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.126:35023
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/data/info.pb
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.126
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/logs
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:19:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:19:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.811798 11633 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.813459 11633 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:19:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.831387 11639 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.831424 11640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:47.831424 11642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:47.832499 11633 server_base.cc:1034] running on GCE node
18:19:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.922737 11633 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:48.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.925427 11633 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.926801 11633 hybrid_clock.cc:648] HybridClock initialized: now 1790360388926755 us; error 60 us; skew 500 ppm
18:19:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.927620 11633 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:19:48.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.933671 11633 webserver.cc:460] Webserver started at http://127.11.89.126:44581/ using document root <none> and password file <none>
18:19:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.934665 11633 fs_manager.cc:359] Metadata directory not provided
18:19:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.934882 11633 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.935343 11633 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:19:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.940130 11633 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/data/instance:
18:19:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5f8f469e8074a9fb79b2c39b185bb7a"
18:19:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:48 on dist-test-slave-tkqc"
18:19:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.941295 11633 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/wal/instance:
18:19:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5f8f469e8074a9fb79b2c39b185bb7a"
18:19:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:48 on dist-test-slave-tkqc"
18:19:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.948554 11633 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
18:19:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.954048 11649 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:19:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.955109 11633 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
18:19:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.955440 11633 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/wal
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5f8f469e8074a9fb79b2c39b185bb7a"
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:48 on dist-test-slave-tkqc"
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.955823 11633 fs_report.cc:383] FS layout report
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/wal
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/wal
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/data/data
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.996771 11633 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:19:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.998258 11633 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:48.998720 11633 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.065002 11633 rpc_server.cc:307] RPC server started. Bound to: 127.11.89.126:35023
18:19:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.065078 11700 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.89.126:35023 every 8 connection(s)
18:19:49.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.067698 11633 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/data/info.pb
18:19:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.073341 11701 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:19:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.077669 11621 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 11633
18:19:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.078125 11621 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-0/wal/instance
18:19:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.081542 11621 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/wal
18:19:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/data
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/logs
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/data/info.pb
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.125:36293
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.125
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:19:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json with env {}
18:19:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.084349 11701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } has no permanent_uuid. Determining permanent_uuid...
18:19:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.112910 11701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } has no permanent_uuid. Determining permanent_uuid...
18:19:49.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.115131 11653 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.89.125:36293: connect: Connection refused (error 111)
18:19:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.119829 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.125:36293: Network error: Client connection negotiation failed: client connection to 127.11.89.125:36293: connect: Connection refused (error 111)
18:19:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.169322 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } attempt: 1
18:19:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.173390 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.125:36293: Network error: Client connection negotiation failed: client connection to 127.11.89.125:36293: connect: Connection refused (error 111)
18:19:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.241787 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } attempt: 2
18:19:49.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.245311 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.125:36293: Network error: Client connection negotiation failed: client connection to 127.11.89.125:36293: connect: Connection refused (error 111)
18:19:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.336694 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } attempt: 3
18:19:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.340358 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.125:36293: Network error: Client connection negotiation failed: client connection to 127.11.89.125:36293: connect: Connection refused (error 111)
18:19:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.379138 11703 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:19:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.379732 11703 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.380224 11703 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:19:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.410741 11703 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:19:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.411018 11703 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:19:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.411212 11703 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:19:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.411409 11703 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:19:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.411592 11703 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:19:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.411753 11703 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34987/jwks.json
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.446791 11703 master_runner.cc:386] Master server non-default flags:
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/data
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/wal
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.125:36293
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/data/info.pb
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.125
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/logs
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:19:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:19:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:19:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:19:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:19:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:19:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:19:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:19:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.447990 11703 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.449630 11703 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:19:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.466966 11713 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.483754 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } attempt: 4
18:19:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.487365 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.125:36293: Network error: Client connection negotiation failed: client connection to 127.11.89.125:36293: connect: Connection refused (error 111)
18:19:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.786876 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } attempt: 5
18:19:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.790786 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.125:36293: Network error: Client connection negotiation failed: client connection to 127.11.89.125:36293: connect: Connection refused (error 111)
18:19:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.338290 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } attempt: 6
18:19:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:50.346033 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.125:36293: Network error: Client connection negotiation failed: client connection to 127.11.89.125:36293: connect: Connection refused (error 111)
18:19:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.466958 11712 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:49.469238 11703 server_base.cc:1034] running on GCE node
18:19:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:49.467759 11715 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:50.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.570261 11703 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:50.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.572908 11703 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:50.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.574393 11703 hybrid_clock.cc:648] HybridClock initialized: now 1790360390574363 us; error 42 us; skew 500 ppm
18:19:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.575263 11703 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:19:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.581601 11703 webserver.cc:460] Webserver started at http://127.11.89.125:35225/ using document root <none> and password file <none>
18:19:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.582549 11703 fs_manager.cc:359] Metadata directory not provided
18:19:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.582767 11703 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.583256 11703 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:19:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.588138 11703 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/data/instance:
18:19:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57f7e94a6c154b24a5adb2025379ce61"
18:19:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:50 on dist-test-slave-tkqc"
18:19:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.589277 11703 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/wal/instance:
18:19:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57f7e94a6c154b24a5adb2025379ce61"
18:19:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:50 on dist-test-slave-tkqc"
18:19:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.596426 11703 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
18:19:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.601843 11724 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:19:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.602866 11703 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
18:19:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.603209 11703 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/wal
18:19:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "57f7e94a6c154b24a5adb2025379ce61"
18:19:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:50 on dist-test-slave-tkqc"
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.603541 11703 fs_report.cc:383] FS layout report
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/wal
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/wal
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/data/data
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:50.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.637743 11703 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:19:50.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.639207 11703 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:50.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.639688 11703 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:50.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.705896 11703 rpc_server.cc:307] RPC server started. Bound to: 127.11.89.125:36293
18:19:50.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.705981 11775 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.89.125:36293 every 8 connection(s)
18:19:50.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.708732 11703 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/data/info.pb
18:19:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.712121 11621 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 11703
18:19:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.712584 11621 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-1/wal/instance
18:19:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.714635 11776 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:19:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.714600 11621 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/wal
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/data
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/logs
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/data/info.pb
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.124:44331
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.124
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:19:50.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json with env {}
18:19:50.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.726857 11776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } has no permanent_uuid. Determining permanent_uuid...
18:19:50.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.749049 11776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } has no permanent_uuid. Determining permanent_uuid...
18:19:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.764822 11776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } has no permanent_uuid. Determining permanent_uuid...
18:19:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:50.766839 11728 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:50.770524 11776 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.820027 11776 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 1
18:19:50.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:50.823834 11776 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:50.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.892200 11776 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 2
18:19:50.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:50.895938 11776 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:50.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:50.987309 11776 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 3
18:19:50.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:50.990835 11776 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.014647 11778 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:19:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.015192 11778 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:51.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.015722 11778 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:19:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.046322 11778 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:19:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.046619 11778 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:19:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.046808 11778 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:19:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.046996 11778 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:19:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.047183 11778 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:19:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.047322 11778 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34987/jwks.json
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.083051 11778 master_runner.cc:386] Master server non-default flags:
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/data
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/wal
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.124:44331
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34987/jwks.json
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/data/info.pb
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.124
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/logs
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:19:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.084527 11778 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:51.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.086167 11778 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:19:51.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.103621 11791 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.134279 11776 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 4
18:19:51.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.138348 11776 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.406526 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } attempt: 7
18:19:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.418699 11701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } has no permanent_uuid. Determining permanent_uuid...
18:19:51.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.423379 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.437855 11776 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 5
18:19:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.441609 11776 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.481896 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 1
18:19:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.485889 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.567409 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 2
18:19:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.571142 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.656675 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 3
18:19:51.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.660487 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.800978 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 4
18:19:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.805193 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.989125 11776 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 6
18:19:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.998971 11776 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.088629 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 5
18:19:52.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:52.092275 11701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.89.124:44331: Network error: Client connection negotiation failed: client connection to 127.11.89.124:44331: connect: Connection refused (error 111)
18:19:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.103680 11789 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:51.104172 11778 server_base.cc:1034] running on GCE node
18:19:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:51.103621 11788 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.204768 11778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:52.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.207710 11778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:52.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.209138 11778 hybrid_clock.cc:648] HybridClock initialized: now 1790360392209092 us; error 59 us; skew 500 ppm
18:19:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.209997 11778 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:19:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.216161 11778 webserver.cc:460] Webserver started at http://127.11.89.124:34861/ using document root <none> and password file <none>
18:19:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.217032 11778 fs_manager.cc:359] Metadata directory not provided
18:19:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.217211 11778 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.217582 11778 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:19:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.222481 11778 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/data/instance:
18:19:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2204ee651a7d46c48a355a96d1d66c6f"
18:19:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:52 on dist-test-slave-tkqc"
18:19:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.223579 11778 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/wal/instance:
18:19:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2204ee651a7d46c48a355a96d1d66c6f"
18:19:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:52 on dist-test-slave-tkqc"
18:19:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.230515 11778 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
18:19:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.236254 11803 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:19:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.237430 11778 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.237744 11778 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/wal
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2204ee651a7d46c48a355a96d1d66c6f"
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:52 on dist-test-slave-tkqc"
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.238055 11778 fs_report.cc:383] FS layout report
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/wal
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/wal
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/data/data
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.272022 11778 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:19:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.273512 11778 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:52.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.273998 11778 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.339340 11778 rpc_server.cc:307] RPC server started. Bound to: 127.11.89.124:44331
18:19:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.339434 11854 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.89.124:44331 every 8 connection(s)
18:19:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.342048 11778 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/data/info.pb
18:19:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.343925 11621 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 11778
18:19:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.344388 11621 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/master-2/wal/instance
18:19:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.347469 11855 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:19:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.363495 11855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } has no permanent_uuid. Determining permanent_uuid...
18:19:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.389230 11855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } has no permanent_uuid. Determining permanent_uuid...
18:19:52.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.400295 11855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } has no permanent_uuid. Determining permanent_uuid...
18:19:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.416705 11855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f: Bootstrap starting.
18:19:52.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.423445 11855 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f: Neither blocks nor log segments found. Creating new log.
18:19:52.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.425468 11855 log.cc:824] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f: Log is configured to *not* fsync() on all Append() calls
18:19:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.430131 11855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f: No bootstrap required, opened a new log
18:19:52.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.451017 11855 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.451713 11855 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:19:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.451929 11855 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2204ee651a7d46c48a355a96d1d66c6f, State: Initialized, Role: FOLLOWER
18:19:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.452607 11855 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.454902 11864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.455513 11864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: This master's current role is: FOLLOWER
18:19:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.456286 11855 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: configured and running, proceeding with master startup.
18:19:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:52.481575 11875 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:19:52.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:52.481926 11875 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:19:52.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.477255 11778 master_runner.cc:186] Error getting master registration for 127.11.89.126:35023: OK, instance_id { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" instance_seqno: 1790360389047099 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:19:52.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.499467 11778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:19:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:52.528800 11809 tablet.cc:2369] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:19:52.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.605455 11864 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:19:52.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.605981 11864 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:52.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.608476 11864 leader_election.cc:288] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a5f8f469e8074a9fb79b2c39b185bb7a (127.11.89.126:35023), 57f7e94a6c154b24a5adb2025379ce61 (127.11.89.125:36293)
18:19:52.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.644630 11701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 6
18:19:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.668932 11701 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a: Bootstrap starting.
18:19:52.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.675453 11701 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a: Neither blocks nor log segments found. Creating new log.
18:19:52.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.677202 11701 log.cc:824] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a: Log is configured to *not* fsync() on all Append() calls
18:19:52.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.681612 11701 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a: No bootstrap required, opened a new log
18:19:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.703466 11701 raft_consensus.cc:348] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.704399 11701 raft_consensus.cc:374] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:19:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.704707 11701 raft_consensus.cc:729] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5f8f469e8074a9fb79b2c39b185bb7a, State: Initialized, Role: FOLLOWER
18:19:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.705663 11701 consensus_queue.cc:260] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.729305 11879 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.730206 11879 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [sys.catalog]: This master's current role is: FOLLOWER
18:19:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.731218 11701 sys_catalog.cc:564] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [sys.catalog]: configured and running, proceeding with master startup.
18:19:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.731415 11676 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2204ee651a7d46c48a355a96d1d66c6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" is_pre_election: true
18:19:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.732348 11676 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2204ee651a7d46c48a355a96d1d66c6f in term 0.
18:19:52.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.733709 11806 leader_election.cc:302] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2204ee651a7d46c48a355a96d1d66c6f, a5f8f469e8074a9fb79b2c39b185bb7a; no voters:
18:19:52.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.734733 11864 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 0 FOLLOWER]: Leader pre-election won for term 1
18:19:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.735073 11864 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:19:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.735388 11864 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 0 FOLLOWER]: Advancing to term 1
18:19:52.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.741832 11864 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.745546 11676 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2204ee651a7d46c48a355a96d1d66c6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a"
18:19:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.745780 11864 leader_election.cc:288] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [CANDIDATE]: Term 1 election: Requested vote from peers a5f8f469e8074a9fb79b2c39b185bb7a (127.11.89.126:35023), 57f7e94a6c154b24a5adb2025379ce61 (127.11.89.125:36293)
18:19:52.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.746531 11676 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [term 0 FOLLOWER]: Advancing to term 1
18:19:52.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.753325 11676 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2204ee651a7d46c48a355a96d1d66c6f in term 1.
18:19:52.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.755113 11806 leader_election.cc:302] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2204ee651a7d46c48a355a96d1d66c6f, a5f8f469e8074a9fb79b2c39b185bb7a; no voters:
18:19:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.756141 11864 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 1 FOLLOWER]: Leader election won for term 1
18:19:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:52.757684 11655 tablet.cc:2369] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:19:52.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.761857 11864 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [term 1 LEADER]: Becoming Leader. State: Replica: 2204ee651a7d46c48a355a96d1d66c6f, State: Running, Role: LEADER
18:19:52.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.763341 11864 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.783406 11884 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2204ee651a7d46c48a355a96d1d66c6f. Latest consensus state: current_term: 1 leader_uuid: "2204ee651a7d46c48a355a96d1d66c6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.787945 11884 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: This master's current role is: LEADER
18:19:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.792297 11889 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:19:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.800493 11889 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:19:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.819572 11894 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
18:19:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.826375 11676 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [term 1 FOLLOWER]: Refusing update from remote peer 2204ee651a7d46c48a355a96d1d66c6f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:19:52.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.827978 11884 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:19:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.827178 11633 master_runner.cc:186] Error getting master registration for 127.11.89.125:36293: OK, instance_id { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" instance_seqno: 1790360390687521 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:19:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.858343 11633 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:19:52.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.872205 11879 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2204ee651a7d46c48a355a96d1d66c6f. Latest consensus state: current_term: 1 leader_uuid: "2204ee651a7d46c48a355a96d1d66c6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.873840 11879 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [sys.catalog]: This master's current role is: FOLLOWER
18:19:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.878392 11893 mvcc.cc:205] Tried to move back new op lower bound from 7333316168993980416 to 7333316168773591040. Current Snapshot: MvccSnapshot[applied={T|T < 7333316168993980416}]
18:19:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.879382 11864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2204ee651a7d46c48a355a96d1d66c6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.880163 11864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: This master's current role is: LEADER
18:19:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.881644 11889 catalog_manager.cc:1347] Generated new cluster ID: e99e7b2d07754e3eb23989d48f518059
18:19:52.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.881927 11889 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:19:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.886291 11879 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2204ee651a7d46c48a355a96d1d66c6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.887035 11879 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a [sys.catalog]: This master's current role is: FOLLOWER
18:19:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.937281 11889 catalog_manager.cc:1370] Generated new certificate authority record
18:19:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.939853 11889 catalog_manager.cc:1504] Loading token signing keys...
18:19:52.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.958945 11889 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f: Generated new TSK 0
18:19:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.960434 11889 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:52.974948 11621 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/wal
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/data
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/logs
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/data/info.pb
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.65:0
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.89.65
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.65
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:19:53.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.059428 11776 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } attempt: 7
18:19:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.102583 11776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61: Bootstrap starting.
18:19:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.119122 11776 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61: Neither blocks nor log segments found. Creating new log.
18:19:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.125546 11776 log.cc:824] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61: Log is configured to *not* fsync() on all Append() calls
18:19:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.144618 11776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61: No bootstrap required, opened a new log
18:19:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.176321 11776 raft_consensus.cc:348] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.177201 11776 raft_consensus.cc:374] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:19:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.177496 11776 raft_consensus.cc:729] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 57f7e94a6c154b24a5adb2025379ce61, State: Initialized, Role: FOLLOWER
18:19:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.178458 11776 consensus_queue.cc:260] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } }
18:19:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.184039 11776 sys_catalog.cc:564] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [sys.catalog]: configured and running, proceeding with master startup.
18:19:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.184319 11750 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2204ee651a7d46c48a355a96d1d66c6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57f7e94a6c154b24a5adb2025379ce61"
18:19:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.184361 11751 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2204ee651a7d46c48a355a96d1d66c6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "57f7e94a6c154b24a5adb2025379ce61" is_pre_election: true
18:19:53.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.183121 11902 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:53.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.189163 11902 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [sys.catalog]: This master's current role is: FOLLOWER
18:19:53.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.189126 11749 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [term 0 FOLLOWER]: Advancing to term 1
18:19:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.197543 11749 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [term 1 FOLLOWER]: Refusing update from remote peer 2204ee651a7d46c48a355a96d1d66c6f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:19:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.199518 11884 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:19:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.274871 11911 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2204ee651a7d46c48a355a96d1d66c6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.274720 11902 sys_catalog.cc:455] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2204ee651a7d46c48a355a96d1d66c6f. Latest consensus state: current_term: 1 leader_uuid: "2204ee651a7d46c48a355a96d1d66c6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.275650 11911 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [sys.catalog]: This master's current role is: FOLLOWER
18:19:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.275665 11902 sys_catalog.cc:458] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61 [sys.catalog]: This master's current role is: FOLLOWER
18:19:53.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.300827 11918 catalog_manager.cc:1259] Loaded cluster ID: e99e7b2d07754e3eb23989d48f518059
18:19:53.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.301083 11918 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61: loading cluster ID for follower catalog manager: success
18:19:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.308465 11918 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61: acquiring CA information for follower catalog manager: success
18:19:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.314930 11918 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 57f7e94a6c154b24a5adb2025379ce61: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:19:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:53.443928 11899 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:19:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:53.444965 11899 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:53.445964 11899 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:19:53.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:53.501513 11899 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:19:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:53.502902 11899 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.89.65
18:19:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.563297 11899 tablet_server_runner.cc:78] Tablet server non-default flags:
18:19:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/data
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/wal
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.65:0
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/data/info.pb
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.65
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.89.65
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/logs
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:19:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.564899 11899 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.567013 11899 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:19:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:53.592257 11925 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:53.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.823794 11884 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2204ee651a7d46c48a355a96d1d66c6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a5f8f469e8074a9fb79b2c39b185bb7a" member_type: VOTER last_known_addr { host: "127.11.89.126" port: 35023 } } peers { permanent_uuid: "57f7e94a6c154b24a5adb2025379ce61" member_type: VOTER last_known_addr { host: "127.11.89.125" port: 36293 } } peers { permanent_uuid: "2204ee651a7d46c48a355a96d1d66c6f" member_type: VOTER last_known_addr { host: "127.11.89.124" port: 44331 } } }
18:19:53.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.824738 11884 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f [sys.catalog]: This master's current role is: LEADER
18:19:53.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.856290 11894 catalog_manager.cc:1259] Loaded cluster ID: e99e7b2d07754e3eb23989d48f518059
18:19:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.856906 11894 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a: loading cluster ID for follower catalog manager: success
18:19:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.865357 11894 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a: acquiring CA information for follower catalog manager: success
18:19:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:53.881847 11894 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a5f8f469e8074a9fb79b2c39b185bb7a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:19:55.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:54.984830 11924 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 11899
18:19:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:55.851027 11899 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.261s user 0.732s sys 1.185s
18:19:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:55.854151 11899 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.264s user 0.732s sys 1.185s
18:19:55.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:53.593580 11926 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:55.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.864796 11899 server_base.cc:1034] running on GCE node
18:19:55.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:55.866729 11934 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:55.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.867843 11899 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.870205 11899 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.871686 11899 hybrid_clock.cc:648] HybridClock initialized: now 1790360395871622 us; error 33 us; skew 500 ppm
18:19:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.872494 11899 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:19:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.879056 11899 webserver.cc:460] Webserver started at http://127.11.89.65:36505/ using document root <none> and password file <none>
18:19:55.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.879984 11899 fs_manager.cc:359] Metadata directory not provided
18:19:55.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.880192 11899 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:55.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.880657 11899 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:19:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.885912 11899 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/data/instance:
18:19:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dab79efe56704011af526fffb5186991"
18:19:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:55 on dist-test-slave-tkqc"
18:19:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.887180 11899 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/wal/instance:
18:19:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dab79efe56704011af526fffb5186991"
18:19:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:55 on dist-test-slave-tkqc"
18:19:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.894991 11899 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
18:19:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.900909 11939 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:19:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.902072 11899 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
18:19:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.902400 11899 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/wal
18:19:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dab79efe56704011af526fffb5186991"
18:19:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:55 on dist-test-slave-tkqc"
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.902731 11899 fs_report.cc:383] FS layout report
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/wal
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/wal
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/data/data
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.958482 11899 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:19:55.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.959937 11899 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:55.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.960387 11899 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:55.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.963210 11899 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
18:19:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.968343 11899 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:19:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.968544 11899 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
18:19:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.968849 11899 ts_tablet_manager.cc:610] Registered 0 tablets
18:19:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:55.969009 11899 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:19:56.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.193892 11899 rpc_server.cc:307] RPC server started. Bound to: 127.11.89.65:39993
18:19:56.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.193992 12051 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.89.65:39993 every 8 connection(s)
18:19:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.196663 11899 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/data/info.pb
18:19:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.204473 11621 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 11899
18:19:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.204972 11621 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-0/wal/instance
18:19:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.245512 11621 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/wal
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/data
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/logs
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/data/info.pb
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.66:0
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.89.66
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.66
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:19:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.328624 12055 heartbeater.cc:347] Connected to a master server at 127.11.89.126:35023
18:19:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.329131 12055 heartbeater.cc:464] Registering TS with master...
18:19:56.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.330322 12055 heartbeater.cc:511] Master 127.11.89.126:35023 requested a full tablet report, sending...
18:19:56.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.334087 11666 ts_manager.cc:194] Registered new tserver with Master: dab79efe56704011af526fffb5186991 (127.11.89.65:39993)
18:19:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.342012 12052 heartbeater.cc:347] Connected to a master server at 127.11.89.124:44331
18:19:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.342348 12052 heartbeater.cc:464] Registering TS with master...
18:19:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.343166 12052 heartbeater.cc:511] Master 127.11.89.124:44331 requested a full tablet report, sending...
18:19:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.345908 11820 ts_manager.cc:194] Registered new tserver with Master: dab79efe56704011af526fffb5186991 (127.11.89.65:39993)
18:19:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.348714 11820 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.89.65:43257
18:19:56.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.357026 12053 heartbeater.cc:347] Connected to a master server at 127.11.89.125:36293
18:19:56.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.357369 12053 heartbeater.cc:464] Registering TS with master...
18:19:56.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.358076 12053 heartbeater.cc:511] Master 127.11.89.125:36293 requested a full tablet report, sending...
18:19:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.360910 11741 ts_manager.cc:194] Registered new tserver with Master: dab79efe56704011af526fffb5186991 (127.11.89.65:39993)
18:19:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:56.630903 12062 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:19:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:56.631356 12062 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:56.631889 12062 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:19:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:56.662729 12062 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:19:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:56.663537 12062 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.89.66
18:19:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.697435 12062 tablet_server_runner.cc:78] Tablet server non-default flags:
18:19:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/data
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/wal
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.66:0
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/data/info.pb
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.66
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.89.66
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/logs
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:19:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:19:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:19:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:19:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:19:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.698884 12062 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.700515 12062 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:19:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:56.720099 12069 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.353508 12052 heartbeater.cc:503] Master 127.11.89.124:44331 was elected leader, sending a full tablet report...
18:19:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:56.720188 12071 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:56.721232 12068 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:56.721819 12062 server_base.cc:1034] running on GCE node
18:19:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.819305 12062 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.821722 12062 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.823289 12062 hybrid_clock.cc:648] HybridClock initialized: now 1790360397823225 us; error 74 us; skew 500 ppm
18:19:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.824147 12062 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:19:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.830229 12062 webserver.cc:460] Webserver started at http://127.11.89.66:40031/ using document root <none> and password file <none>
18:19:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.831099 12062 fs_manager.cc:359] Metadata directory not provided
18:19:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.831331 12062 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.831782 12062 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:19:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.836668 12062 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/data/instance:
18:19:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c32551269bee4ee4bf26f3c377415f8d"
18:19:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:57 on dist-test-slave-tkqc"
18:19:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.837738 12062 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/wal/instance:
18:19:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c32551269bee4ee4bf26f3c377415f8d"
18:19:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:57 on dist-test-slave-tkqc"
18:19:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.844749 12062 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
18:19:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.850462 12081 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:19:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.851495 12062 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.851835 12062 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/wal
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c32551269bee4ee4bf26f3c377415f8d"
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:57 on dist-test-slave-tkqc"
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.852131 12062 fs_report.cc:383] FS layout report
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/wal
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/wal
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/data/data
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:57.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.890614 12062 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:19:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.892102 12062 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.892501 12062 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:57.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.894871 12062 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
18:19:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.898696 12062 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:19:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.898878 12062 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
18:19:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.899086 12062 ts_tablet_manager.cc:610] Registered 0 tablets
18:19:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:57.899211 12062 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:19:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.025056 12062 rpc_server.cc:307] RPC server started. Bound to: 127.11.89.66:39031
18:19:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.025166 12193 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.89.66:39031 every 8 connection(s)
18:19:58.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.027465 12062 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/data/info.pb
18:19:58.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.036434 11621 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12062
18:19:58.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.037117 11621 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-1/wal/instance
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.053683 11621 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/wal
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/data
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/logs
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/data/info.pb
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.67:0
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.89.67
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.67
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:19:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.067973 12194 heartbeater.cc:347] Connected to a master server at 127.11.89.124:44331
18:19:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.068463 12194 heartbeater.cc:464] Registering TS with master...
18:19:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.069620 12194 heartbeater.cc:511] Master 127.11.89.124:44331 requested a full tablet report, sending...
18:19:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.071234 12196 heartbeater.cc:347] Connected to a master server at 127.11.89.126:35023
18:19:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.071556 12196 heartbeater.cc:464] Registering TS with master...
18:19:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.072208 11820 ts_manager.cc:194] Registered new tserver with Master: c32551269bee4ee4bf26f3c377415f8d (127.11.89.66:39031)
18:19:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.072422 12196 heartbeater.cc:511] Master 127.11.89.126:35023 requested a full tablet report, sending...
18:19:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.074183 11820 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.89.66:53651
18:19:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.075850 11666 ts_manager.cc:194] Registered new tserver with Master: c32551269bee4ee4bf26f3c377415f8d (127.11.89.66:39031)
18:19:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.081975 12195 heartbeater.cc:347] Connected to a master server at 127.11.89.125:36293
18:19:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.082229 12195 heartbeater.cc:464] Registering TS with master...
18:19:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.082746 12195 heartbeater.cc:511] Master 127.11.89.125:36293 requested a full tablet report, sending...
18:19:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.084661 11741 ts_manager.cc:194] Registered new tserver with Master: c32551269bee4ee4bf26f3c377415f8d (127.11.89.66:39031)
18:19:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:58.364764 12204 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:19:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:58.365288 12204 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:58.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:58.365829 12204 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:19:58.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:58.396725 12204 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:19:58.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:58.397519 12204 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.89.67
18:19:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.431421 12204 tablet_server_runner.cc:78] Tablet server non-default flags:
18:19:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.89.84:37373
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/data
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/wal
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.89.67:0
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/data/info.pb
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.89.67
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.89.126:35023,127.11.89.125:36293,127.11.89.124:44331
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.89.67
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/logs
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:19:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:19:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.432883 12204 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.434459 12204 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:19:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:58.452330 12211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.078706 12194 heartbeater.cc:503] Master 127.11.89.124:44331 was elected leader, sending a full tablet report...
18:19:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:58.452625 12210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:19:58.453506 12213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:58.453819 12204 server_base.cc:1034] running on GCE node
18:19:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.552824 12204 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.555308 12204 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.556797 12204 hybrid_clock.cc:648] HybridClock initialized: now 1790360399556758 us; error 50 us; skew 500 ppm
18:19:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.557705 12204 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:19:59.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.570819 12204 webserver.cc:460] Webserver started at http://127.11.89.67:34479/ using document root <none> and password file <none>
18:19:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.571805 12204 fs_manager.cc:359] Metadata directory not provided
18:19:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.572001 12204 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.572482 12204 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:19:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.577535 12204 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/data/instance:
18:19:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0a63afbb96a46acba58546c3cc51248"
18:19:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:59 on dist-test-slave-tkqc"
18:19:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.578585 12204 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/wal/instance:
18:19:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0a63afbb96a46acba58546c3cc51248"
18:19:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:59 on dist-test-slave-tkqc"
18:19:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.585774 12204 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
18:19:59.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.591216 12221 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:19:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.592296 12204 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
18:19:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.592588 12204 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/wal
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0a63afbb96a46acba58546c3cc51248"
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:19:59 on dist-test-slave-tkqc"
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.592912 12204 fs_report.cc:383] FS layout report
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/wal
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/wal
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/data/data
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.639900 12204 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:19:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.641297 12204 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.641746 12204 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:59.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.644151 12204 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
18:19:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.648185 12204 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:19:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.648368 12204 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
18:19:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.648558 12204 ts_tablet_manager.cc:610] Registered 0 tablets
18:19:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.648697 12204 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:19:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.786432 12204 rpc_server.cc:307] RPC server started. Bound to: 127.11.89.67:44991
18:19:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.786561 12333 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.89.67:44991 every 8 connection(s)
18:19:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.788785 12204 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/data/info.pb
18:19:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.791846 11621 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12204
18:19:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.792287 11621 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6917045168195930828/ts-2/wal/instance
18:19:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.837911 12336 heartbeater.cc:347] Connected to a master server at 127.11.89.126:35023
18:19:59.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.838397 12336 heartbeater.cc:464] Registering TS with master...
18:19:59.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.839391 12336 heartbeater.cc:511] Master 127.11.89.126:35023 requested a full tablet report, sending...
18:19:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.840240 12335 heartbeater.cc:347] Connected to a master server at 127.11.89.125:36293
18:19:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.840581 12335 heartbeater.cc:464] Registering TS with master...
18:19:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.841051 12334 heartbeater.cc:347] Connected to a master server at 127.11.89.124:44331
18:19:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.841355 12334 heartbeater.cc:464] Registering TS with master...
18:19:59.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.841439 12335 heartbeater.cc:511] Master 127.11.89.125:36293 requested a full tablet report, sending...
18:19:59.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.842092 12334 heartbeater.cc:511] Master 127.11.89.124:44331 requested a full tablet report, sending...
18:19:59.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.842339 11666 ts_manager.cc:194] Registered new tserver with Master: f0a63afbb96a46acba58546c3cc51248 (127.11.89.67:44991)
18:19:59.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.844115 11820 ts_manager.cc:194] Registered new tserver with Master: f0a63afbb96a46acba58546c3cc51248 (127.11.89.67:44991)
18:19:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.844045 11741 ts_manager.cc:194] Registered new tserver with Master: f0a63afbb96a46acba58546c3cc51248 (127.11.89.67:44991)
18:19:59.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.845907 11820 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.89.67:46667
18:19:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:19:59.855791 11621 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
18:19:59.866 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:19:59.866 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
18:19:59.867 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.89.126"
port: 35023
}
bound_http_address {
host: "127.11.89.126"
port: 44581
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.89.125"
port: 36293
}
bound_http_address {
host: "127.11.89.125"
port: 35225
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.89.124"
port: 44331
}
bound_http_address {
host: "127.11.89.124"
port: 34861
}
}
}
18:19:59.868 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
18:19:59.869 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.89.65"
port: 39993
}
bound_http_address {
host: "127.11.89.65"
port: 36505
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.89.66"
port: 39031
}
bound_http_address {
host: "127.11.89.66"
port: 40031
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.89.67"
port: 44991
}
bound_http_address {
host: "127.11.89.67"
port: 34479
}
}
}
18:19:59.869 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
18:19:59.870 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster2271359185408715595/krb5kdc/krb5cc
18:19:59.870 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
18:19:59.871 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskc29Xd8/test-tmp
18:19:59.872 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
18:19:59.872 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskc29Xd8/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
18:19:59.873 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
18:20:00.196 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:00.197 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
18:20:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:00.201825 12345 mini_oidc.cc:152] Starting JWKS server
18:20:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:00.205968 12345 webserver.cc:460] Webserver started at http://127.0.0.1:40477/ using document root <none> and password file <none>
18:20:00.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:00.206573 12345 mini_oidc.cc:189] Starting OIDC Discovery server
18:20:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:00.208899 12345 webserver.cc:460] Webserver started at http://127.0.0.1:36995/ using document root <none> and password file <none>
18:20:00.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
18:20:00.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/principal' for realm 'KRBTEST.COM',
18:20:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
18:20:00.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:00 dist-test-slave-tkqc krb5kdc[12356](info): setting up network...
18:20:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
18:20:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:00 dist-test-slave-tkqc krb5kdc[12356](info): set up 2 sockets
18:20:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:00 dist-test-slave-tkqc krb5kdc[12356](info): commencing operation
18:20:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
18:20:00.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:00.849788 12334 heartbeater.cc:503] Master 127.11.89.124:44331 was elected leader, sending a full tablet report...
18:20:01.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.207389 12345 mini_kdc.cc:121] Time spent starting KDC: real 0.974s user 0.002s sys 0.016s
18:20:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
18:20:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
18:20:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
18:20:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
18:20:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
18:20:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
18:20:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
18:20:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
18:20:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
18:20:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
18:20:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/test-user.keytab.
18:20:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/test-user.keytab.
18:20:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:01 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360401, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:01.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
18:20:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T18:20:01Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
18:20:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T18:20:01Z Disabled control of system clock
18:20:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.14.126@KRBTEST.COM; defaulting to no policy
18:20:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
18:20:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.14.126@KRBTEST.COM" created.
18:20:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
18:20:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.14.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab.
18:20:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.14.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab.
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:01.389689 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/logs
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.126:34383
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.126
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.126
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.680727 12371 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.681252 12371 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.681890 12371 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.721079 12371 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.721361 12371 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.721659 12371 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.721940 12371 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.722215 12371 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.722416 12371 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.722553 12371 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:01.759182 12371 master_runner.cc:386] Master server non-default flags:
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.126
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.126:34383
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.126
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/logs
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:01.760306 12371 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:01.761338 12371 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.779491 12380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.779471 12377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:01.779479 12378 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:01.780633 12371 server_base.cc:1034] running on GCE node
18:20:02.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.890986 12371 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.893945 12371 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.895411 12371 hybrid_clock.cc:648] HybridClock initialized: now 1790360402895353 us; error 70 us; skew 500 ppm
18:20:02.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.896283 12371 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:02 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360402, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:02.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.902066 12371 init.cc:377] Logged in from keytab as kudu/127.12.14.126@KRBTEST.COM (short username kudu)
18:20:02.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.907276 12371 webserver.cc:460] Webserver started at http://127.12.14.126:38613/ using document root <none> and password file <none>
18:20:02.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.908254 12371 fs_manager.cc:359] Metadata directory not provided
18:20:02.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.908470 12371 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:02.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.909004 12371 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:20:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.913779 12371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/instance:
18:20:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0882274039a64001922e84ae02fdbd3d"
18:20:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:02 on dist-test-slave-tkqc"
18:20:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.914952 12371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal/instance:
18:20:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0882274039a64001922e84ae02fdbd3d"
18:20:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:02 on dist-test-slave-tkqc"
18:20:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.922240 12371 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
18:20:02.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.928056 12388 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:02.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.929319 12371 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
18:20:02.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.929636 12371 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0882274039a64001922e84ae02fdbd3d"
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:02 on dist-test-slave-tkqc"
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.929958 12371 fs_report.cc:383] FS layout report
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/data
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.968520 12371 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.974632 12371 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:02.975122 12371 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.043228 12371 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.126:34383
18:20:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.043313 12439 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.126:34383 every 8 connection(s)
18:20:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.045900 12371 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.050933 12440 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:20:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.050961 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12371
18:20:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.051406 12345 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal/instance
18:20:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.062999 12440 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } has no permanent_uuid. Determining permanent_uuid...
18:20:03.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.14.125@KRBTEST.COM; defaulting to no policy
18:20:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
18:20:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.14.125@KRBTEST.COM" created.
18:20:03.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:03 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360402, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
18:20:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.14.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab.
18:20:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.14.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab.
18:20:03.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.104393 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data
18:20:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/logs
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.125:39641
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.125
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.125
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:03.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.109421 12440 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } has no permanent_uuid. Determining permanent_uuid...
18:20:03.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.111868 12390 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:03.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.115818 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:03.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.165282 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } attempt: 1
18:20:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.168864 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.237229 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } attempt: 2
18:20:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.240846 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.332206 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } attempt: 3
18:20:03.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.335667 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.405791 12446 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.406421 12446 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.407094 12446 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:03.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.439666 12446 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:03.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.439936 12446 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:03.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.440340 12446 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:03.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.440649 12446 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.440945 12446 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.441223 12446 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.441463 12446 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.478616 12446 master_runner.cc:386] Master server non-default flags:
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.125
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.125:39641
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.125
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/logs
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.479014 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } attempt: 4
18:20:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.480113 12446 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.481503 12446 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.483471 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.498615 12454 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:03.782923 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } attempt: 5
18:20:03.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.786427 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.333772 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } attempt: 6
18:20:04.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:04.339864 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.499459 12457 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:04.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:03.498641 12455 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:04.616044 12456 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
18:20:04.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.616074 12446 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
18:20:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.620323 12446 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:04.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.622972 12446 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:04.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.624311 12446 hybrid_clock.cc:648] HybridClock initialized: now 1790360404624272 us; error 52 us; skew 500 ppm
18:20:04.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.625103 12446 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:04 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360404, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:04.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.639525 12446 init.cc:377] Logged in from keytab as kudu/127.12.14.125@KRBTEST.COM (short username kudu)
18:20:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.644402 12446 webserver.cc:460] Webserver started at http://127.12.14.125:37157/ using document root <none> and password file <none>
18:20:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.645282 12446 fs_manager.cc:359] Metadata directory not provided
18:20:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.645480 12446 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:04.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.645913 12446 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:20:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.651610 12446 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/instance:
18:20:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "347064313dd64b0b950899babf215d25"
18:20:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:04 on dist-test-slave-tkqc"
18:20:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.652693 12446 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal/instance:
18:20:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "347064313dd64b0b950899babf215d25"
18:20:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:04 on dist-test-slave-tkqc"
18:20:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.659832 12446 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
18:20:04.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.665162 12467 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.666285 12446 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
18:20:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.666570 12446 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "347064313dd64b0b950899babf215d25"
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:04 on dist-test-slave-tkqc"
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.666893 12446 fs_report.cc:383] FS layout report
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/data
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.697011 12446 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.702684 12446 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.703110 12446 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:04.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.772122 12446 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.125:39641
18:20:04.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.772197 12518 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.125:39641 every 8 connection(s)
18:20:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.774886 12446 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.780345 12519 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:20:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.783819 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12446
18:20:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.784276 12345 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal/instance
18:20:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.794855 12519 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } has no permanent_uuid. Determining permanent_uuid...
18:20:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.14.124@KRBTEST.COM; defaulting to no policy
18:20:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
18:20:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.14.124@KRBTEST.COM" created.
18:20:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:04 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360404, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
18:20:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.14.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab.
18:20:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.14.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab.
18:20:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.827407 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data
18:20:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/logs
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.124:39263
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.124
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.124
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.834733 12519 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } has no permanent_uuid. Determining permanent_uuid...
18:20:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:04 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360404, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for kudu/127.12.14.125@KRBTEST.COM
18:20:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.863198 12519 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } has no permanent_uuid. Determining permanent_uuid...
18:20:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:04.865785 12470 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:04.869503 12519 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:04.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.918947 12519 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 1
18:20:04.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:04.922758 12519 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:04.991142 12519 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 2
18:20:04.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:04.994962 12519 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:05.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.086349 12519 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 3
18:20:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.089915 12519 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.131390 12525 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.132045 12525 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.132737 12525 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.163450 12525 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.163733 12525 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.164093 12525 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.164356 12525 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.164633 12525 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.164928 12525 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.165123 12525 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.201246 12525 master_runner.cc:386] Master server non-default flags:
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab
18:20:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.124
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.124:39263
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.124
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/logs
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.202657 12525 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.203847 12525 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:05.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.219781 12536 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.233261 12519 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 4
18:20:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.236959 12519 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:05.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.400249 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } attempt: 7
18:20:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:05 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360402, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for kudu/127.12.14.125@KRBTEST.COM
18:20:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.432006 12440 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } has no permanent_uuid. Determining permanent_uuid...
18:20:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.437073 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.495455 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 1
18:20:05.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.499495 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.536418 12519 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 5
18:20:05.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.539958 12519 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:05.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.580909 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 2
18:20:05.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.584867 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.670324 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 3
18:20:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.674666 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:05.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:05.815110 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 4
18:20:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.819252 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:06.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.087426 12519 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 6
18:20:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:06.093593 12519 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:06.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.102618 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 5
18:20:06.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:06.106576 12440 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.14.124:39263: Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:06.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.219853 12533 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:06.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:05.219952 12534 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:06.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:06.338414 12535 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
18:20:06.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.338750 12525 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
18:20:06.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.343205 12525 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.346448 12525 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.347903 12525 hybrid_clock.cc:648] HybridClock initialized: now 1790360406347785 us; error 105 us; skew 500 ppm
18:20:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.349038 12525 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360406, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:06.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.356858 12525 init.cc:377] Logged in from keytab as kudu/127.12.14.124@KRBTEST.COM (short username kudu)
18:20:06.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.362354 12525 webserver.cc:460] Webserver started at http://127.12.14.124:33495/ using document root <none> and password file <none>
18:20:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.363483 12525 fs_manager.cc:359] Metadata directory not provided
18:20:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.363747 12525 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.364274 12525 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:20:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.370571 12525 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/instance:
18:20:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6b6f9d3d60548038079c7a742dc2282"
18:20:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:06 on dist-test-slave-tkqc"
18:20:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.371942 12525 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal/instance:
18:20:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6b6f9d3d60548038079c7a742dc2282"
18:20:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:06 on dist-test-slave-tkqc"
18:20:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.379129 12525 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
18:20:06.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.384902 12549 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.386238 12525 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
18:20:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.386607 12525 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6b6f9d3d60548038079c7a742dc2282"
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:06 on dist-test-slave-tkqc"
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.386943 12525 fs_report.cc:383] FS layout report
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/data
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.420635 12525 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.426374 12525 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.426867 12525 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.493281 12525 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.124:39263
18:20:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.493394 12600 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.124:39263 every 8 connection(s)
18:20:06.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.496042 12525 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:06.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.499516 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12525
18:20:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.500020 12345 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal/instance
18:20:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.501783 12601 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:20:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.514513 12601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } has no permanent_uuid. Determining permanent_uuid...
18:20:06.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360406, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:06.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360401, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.14.124@KRBTEST.COM
18:20:06.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.550418 12601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } has no permanent_uuid. Determining permanent_uuid...
18:20:06.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360406, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for kudu/127.12.14.125@KRBTEST.COM
18:20:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360401, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.14.125@KRBTEST.COM
18:20:06.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.573429 12601 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } has no permanent_uuid. Determining permanent_uuid...
18:20:06.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360406, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for kudu/127.12.14.124@KRBTEST.COM
18:20:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360401, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.599064 12601 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap starting.
18:20:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.604707 12601 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Neither blocks nor log segments found. Creating new log.
18:20:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.606242 12345 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
18:20:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.606580 12601 log.cc:824] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Log is configured to *not* fsync() on all Append() calls
18:20:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.611044 12601 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: No bootstrap required, opened a new log
18:20:06.615 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:06.615 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
18:20:06.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
18:20:06.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
18:20:06.618 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.14.126"
port: 34383
}
bound_http_address {
host: "127.12.14.126"
port: 38613
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.14.125"
port: 39641
}
bound_http_address {
host: "127.12.14.125"
port: 37157
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.14.124"
port: 39263
}
bound_http_address {
host: "127.12.14.124"
port: 33495
}
}
}
18:20:06.618 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
18:20:06.618 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:06.618 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
18:20:06.618 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
18:20:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.636108 12601 raft_consensus.cc:348] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.636718 12601 raft_consensus.cc:374] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:20:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.636988 12601 raft_consensus.cc:729] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6b6f9d3d60548038079c7a742dc2282, State: Initialized, Role: FOLLOWER
18:20:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.637832 12601 consensus_queue.cc:260] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.640481 12613 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.641232 12613 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: FOLLOWER
18:20:06.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.642289 12601 sys_catalog.cc:564] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: configured and running, proceeding with master startup.
18:20:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360406, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
18:20:06.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:06.652 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc
18:20:06.653 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
18:20:06.653 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-user
18:20:06.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-user"
}
18:20:06.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.658957 12440 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 6
18:20:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:06.681770 12555 tablet.cc:2369] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:20:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:06.685336 12626 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:20:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360402, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for kudu/127.12.14.124@KRBTEST.COM
18:20:06.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:06.686408 12626 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:20:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:06 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360406, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-user@KRBTEST.COM:
18:20:06.700 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.704675 12613 raft_consensus.cc:482] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:20:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.705189 12613 raft_consensus.cc:504] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:06.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.707755 12613 leader_election.cc:288] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0882274039a64001922e84ae02fdbd3d (127.12.14.126:34383), 347064313dd64b0b950899babf215d25 (127.12.14.125:39641)
18:20:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.708370 12440 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap starting.
18:20:06.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.715579 12440 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Neither blocks nor log segments found. Creating new log.
18:20:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.717885 12440 log.cc:824] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Log is configured to *not* fsync() on all Append() calls
18:20:06.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.677364 12525 master_runner.cc:186] Error getting master registration for 127.12.14.126:34383: OK, instance_id { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" instance_seqno: 1790360403022929 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:20:06.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.723907 12525 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:20:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.728303 12440 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: No bootstrap required, opened a new log
18:20:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.757278 12440 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.758236 12440 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:20:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.758518 12440 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0882274039a64001922e84ae02fdbd3d, State: Initialized, Role: FOLLOWER
18:20:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.759393 12440 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:06.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.762085 12630 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.763103 12630 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: FOLLOWER
18:20:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.764050 12440 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: configured and running, proceeding with master startup.
18:20:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.764242 12415 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6b6f9d3d60548038079c7a742dc2282" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0882274039a64001922e84ae02fdbd3d" is_pre_election: true
18:20:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.765254 12415 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b6b6f9d3d60548038079c7a742dc2282 in term 0.
18:20:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.766731 12552 leader_election.cc:302] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d, b6b6f9d3d60548038079c7a742dc2282; no voters:
18:20:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.767812 12613 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 0 FOLLOWER]: Leader pre-election won for term 1
18:20:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.768148 12613 raft_consensus.cc:482] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:20:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.768464 12613 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 0 FOLLOWER]: Advancing to term 1
18:20:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.778741 12613 raft_consensus.cc:504] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.781924 12414 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6b6f9d3d60548038079c7a742dc2282" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0882274039a64001922e84ae02fdbd3d"
18:20:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.782595 12414 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 0 FOLLOWER]: Advancing to term 1
18:20:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.783710 12613 leader_election.cc:288] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 1 election: Requested vote from peers 0882274039a64001922e84ae02fdbd3d (127.12.14.126:34383), 347064313dd64b0b950899babf215d25 (127.12.14.125:39641)
18:20:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.794271 12414 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b6b6f9d3d60548038079c7a742dc2282 in term 1.
18:20:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.801023 12552 leader_election.cc:302] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d, b6b6f9d3d60548038079c7a742dc2282; no voters:
18:20:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.802042 12613 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 1 FOLLOWER]: Leader election won for term 1
18:20:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.811795 12613 raft_consensus.cc:686] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 1 LEADER]: Becoming Leader. State: Replica: b6b6f9d3d60548038079c7a742dc2282, State: Running, Role: LEADER
18:20:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.812824 12613 consensus_queue.cc:237] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.835541 12634 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6b6f9d3d60548038079c7a742dc2282. Latest consensus state: current_term: 1 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.836491 12634 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: LEADER
18:20:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.846171 12638 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:20:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.854943 12638 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:20:06.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.882033 12414 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Refusing update from remote peer b6b6f9d3d60548038079c7a742dc2282: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:20:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.884547 12613 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:20:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:06.895725 12644 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:20:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:06.896225 12644 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:20:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.881705 12371 master_runner.cc:186] Error getting master registration for 127.12.14.125:39641: OK, instance_id { permanent_uuid: "347064313dd64b0b950899babf215d25" instance_seqno: 1790360404754162 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:20:06.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.916028 12371 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:20:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.929396 12630 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6b6f9d3d60548038079c7a742dc2282. Latest consensus state: current_term: 1 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.930164 12630 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: FOLLOWER
18:20:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.940423 12613 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.941169 12613 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: LEADER
18:20:06.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.942384 12630 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:06.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.943089 12630 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: FOLLOWER
18:20:06.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.956444 12638 catalog_manager.cc:1347] Generated new cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.956776 12638 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:20:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.989524 12638 catalog_manager.cc:1370] Generated new certificate authority record
18:20:06.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:06.993984 12638 catalog_manager.cc:1504] Loading token signing keys...
18:20:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.014559 12638 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Generated new TSK 0
18:20:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.016482 12638 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:20:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.153915 12519 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } attempt: 7
18:20:07.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:07 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360404, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for kudu/127.12.14.124@KRBTEST.COM
18:20:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.190197 12519 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap starting.
18:20:07.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.197921 12519 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Neither blocks nor log segments found. Creating new log.
18:20:07.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.200656 12519 log.cc:824] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Log is configured to *not* fsync() on all Append() calls
18:20:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.211853 12519 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: No bootstrap required, opened a new log
18:20:07.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.241871 12519 raft_consensus.cc:348] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.242759 12519 raft_consensus.cc:374] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:20:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.243213 12519 raft_consensus.cc:729] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 347064313dd64b0b950899babf215d25, State: Initialized, Role: FOLLOWER
18:20:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.244113 12519 consensus_queue.cc:260] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.248955 12519 sys_catalog.cc:564] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: configured and running, proceeding with master startup.
18:20:07.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.249137 12493 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6b6f9d3d60548038079c7a742dc2282" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "347064313dd64b0b950899babf215d25"
18:20:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.249830 12493 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 0 FOLLOWER]: Advancing to term 1
18:20:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.251842 12494 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6b6f9d3d60548038079c7a742dc2282" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "347064313dd64b0b950899babf215d25" is_pre_election: true
18:20:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.262506 12493 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b6b6f9d3d60548038079c7a742dc2282 in term 1.
18:20:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.263938 12492 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 1 FOLLOWER]: Refusing update from remote peer b6b6f9d3d60548038079c7a742dc2282: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:20:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.271509 12634 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [LEADER]: Connected to new peer: Peer: permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:20:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.247991 12653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:07.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.282714 12653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:07.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.320902 12657 mvcc.cc:205] Tried to move back new op lower bound from 7333316226568601600 to 7333316226315718656. Current Snapshot: MvccSnapshot[applied={T|T < 7333316226568601600}]
18:20:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.339555 12656 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.340381 12656 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.341441 12653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6b6f9d3d60548038079c7a742dc2282. Latest consensus state: current_term: 1 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.342111 12653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.392822 12670 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.393075 12670 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: loading cluster ID for follower catalog manager: success
18:20:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.400673 12670 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: acquiring CA information for follower catalog manager: success
18:20:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.406487 12670 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.701251 12672 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.702831 12672 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: LEADER
18:20:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.906546 12644 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.906813 12644 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: loading cluster ID for follower catalog manager: success
18:20:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.922504 12644 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: acquiring CA information for follower catalog manager: success
18:20:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:07.928256 12644 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:09.702 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.126:34383
18:20:09.702 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
18:20:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:09.703430 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12371
18:20:09.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:09.735 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.124:39263
18:20:09.736 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
18:20:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:09.736380 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12525
18:20:09.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:09.760 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.125:39641
18:20:09.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
18:20:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:09.761044 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12446
18:20:09.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:09.784 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.126:34383
18:20:09.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:09.785447 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/logs
18:20:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.126:34383
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.126
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38613
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.126
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.080744 12680 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.081310 12680 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.082008 12680 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.113880 12680 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.114111 12680 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.114374 12680 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.114696 12680 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.115028 12680 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.115317 12680 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.115477 12680 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:10.154266 12680 master_runner.cc:386] Master server non-default flags:
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.126
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.126:34383
18:20:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.126
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38613
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/logs
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:10.155380 12680 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:10.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:10.156451 12680 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.174368 12690 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.174480 12688 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:11.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:10.176623 12680 server_base.cc:1034] running on GCE node
18:20:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:10.174485 12687 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:11.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.305029 12680 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.307556 12680 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.308996 12680 hybrid_clock.cc:648] HybridClock initialized: now 1790360411308964 us; error 42 us; skew 500 ppm
18:20:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.309839 12680 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:11 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360411, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.319358 12680 init.cc:377] Logged in from keytab as kudu/127.12.14.126@KRBTEST.COM (short username kudu)
18:20:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.324316 12680 webserver.cc:460] Webserver started at http://127.12.14.126:38613/ using document root <none> and password file <none>
18:20:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.325457 12680 fs_manager.cc:359] Metadata directory not provided
18:20:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.325735 12680 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:11.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.334277 12680 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
18:20:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.338665 12700 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.339931 12680 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
18:20:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.340317 12680 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0882274039a64001922e84ae02fdbd3d"
18:20:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:02 on dist-test-slave-tkqc"
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.343605 12680 fs_report.cc:383] FS layout report
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/data
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.382694 12680 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.388274 12680 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:11.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.388712 12680 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:11.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.456516 12680 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.126:34383
18:20:11.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.456665 12751 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.126:34383 every 8 connection(s)
18:20:11.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.459340 12680 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:11.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.466148 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12680
18:20:11.466 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:11.467 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.124:39263
18:20:11.467 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.468966 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/logs
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.124:39263
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.124
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33495
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.124
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.469766 12752 sys_catalog.cc:263] Verifying existing consensus state
18:20:11.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.475250 12752 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap starting.
18:20:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.511435 12752 log.cc:824] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Log is configured to *not* fsync() on all Append() calls
18:20:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.526384 12752 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.527160 12752 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap complete.
18:20:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.550436 12752 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:11.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.553093 12752 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0882274039a64001922e84ae02fdbd3d, State: Initialized, Role: FOLLOWER
18:20:11.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.554087 12752 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.556981 12756 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:11.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.557934 12756 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: FOLLOWER
18:20:11.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.558805 12752 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: configured and running, proceeding with master startup.
18:20:11.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.590909 12767 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:11.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.591213 12767 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: loading cluster ID for follower catalog manager: success
18:20:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.601133 12767 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: acquiring CA information for follower catalog manager: success
18:20:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.606981 12767 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.618932 12680 master_runner.cc:186] Error getting master registration for 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111),
18:20:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.638000 12680 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:20:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.804117 12754 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.804649 12754 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.805233 12754 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:11.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.837090 12754 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:11.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.837314 12754 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:11.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.837569 12754 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:11.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.837766 12754 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.837951 12754 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.838132 12754 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.838274 12754 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.874675 12754 master_runner.cc:386] Master server non-default flags:
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.124
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.124:39263
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.124
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33495
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/logs
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.875800 12754 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.876736 12754 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.899231 12777 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:13.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.900025 12776 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:13.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:11.901839 12754 server_base.cc:1034] running on GCE node
18:20:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:11.899432 12779 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.034050 12754 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.037223 12754 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.038672 12754 hybrid_clock.cc:648] HybridClock initialized: now 1790360413038570 us; error 106 us; skew 500 ppm
18:20:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.039774 12754 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:13 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360413, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.046995 12754 init.cc:377] Logged in from keytab as kudu/127.12.14.124@KRBTEST.COM (short username kudu)
18:20:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.052518 12754 webserver.cc:460] Webserver started at http://127.12.14.124:33495/ using document root <none> and password file <none>
18:20:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.053709 12754 fs_manager.cc:359] Metadata directory not provided
18:20:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.053987 12754 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.064761 12754 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
18:20:13.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.072556 12787 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.073866 12754 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
18:20:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.074287 12754 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6b6f9d3d60548038079c7a742dc2282"
18:20:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:06 on dist-test-slave-tkqc"
18:20:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.076763 12754 fs_report.cc:383] FS layout report
18:20:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/data
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:13.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.120117 12754 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:13.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.126381 12754 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:13.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.126802 12754 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.216583 12754 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.124:39263
18:20:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.216645 12838 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.124:39263 every 8 connection(s)
18:20:13.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.220706 12754 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:13.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.223969 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12754
18:20:13.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:13.224 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.125:39641
18:20:13.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.226830 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/logs
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.125:39641
18:20:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.125
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37157
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.125
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.233302 12839 sys_catalog.cc:263] Verifying existing consensus state
18:20:13.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.238359 12839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap starting.
18:20:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.274276 12839 log.cc:824] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Log is configured to *not* fsync() on all Append() calls
18:20:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.289381 12839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.290135 12839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap complete.
18:20:13.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.313602 12843 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:20:13.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.314379 12843 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.324456 12839 raft_consensus.cc:348] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.327783 12839 raft_consensus.cc:729] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6b6f9d3d60548038079c7a742dc2282, State: Initialized, Role: FOLLOWER
18:20:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.331291 12839 consensus_queue.cc:260] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.343334 12702 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.353811 12843 leader_election.cc:288] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 347064313dd64b0b950899babf215d25 (127.12.14.125:39641), b6b6f9d3d60548038079c7a742dc2282 (127.12.14.124:39263)
18:20:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.364375 12702 leader_election.cc:334] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:13.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.371443 12847 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:13.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.374099 12847 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: FOLLOWER
18:20:13.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.375823 12839 sys_catalog.cc:564] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: configured and running, proceeding with master startup.
18:20:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:13 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360411, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for kudu/127.12.14.124@KRBTEST.COM
18:20:13.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.401829 12814 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0882274039a64001922e84ae02fdbd3d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "b6b6f9d3d60548038079c7a742dc2282" is_pre_election: true
18:20:13.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.402803 12814 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0882274039a64001922e84ae02fdbd3d in term 1.
18:20:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.404664 12703 leader_election.cc:302] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d, b6b6f9d3d60548038079c7a742dc2282; no voters: 347064313dd64b0b950899babf215d25
18:20:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.406002 12843 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Leader pre-election won for term 2
18:20:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.406399 12843 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.406836 12843 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 1 FOLLOWER]: Advancing to term 2
18:20:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.419279 12843 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:13.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.432037 12702 leader_election.cc:334] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:13.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.434540 12814 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0882274039a64001922e84ae02fdbd3d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "b6b6f9d3d60548038079c7a742dc2282"
18:20:13.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.435138 12814 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 1 FOLLOWER]: Advancing to term 2
18:20:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.444694 12843 leader_election.cc:288] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 2 election: Requested vote from peers 347064313dd64b0b950899babf215d25 (127.12.14.125:39641), b6b6f9d3d60548038079c7a742dc2282 (127.12.14.124:39263)
18:20:13.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.446504 12814 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0882274039a64001922e84ae02fdbd3d in term 2.
18:20:13.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.447804 12703 leader_election.cc:302] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d, b6b6f9d3d60548038079c7a742dc2282; no voters: 347064313dd64b0b950899babf215d25
18:20:13.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.448990 12843 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Leader election won for term 2
18:20:13.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.454880 12843 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 LEADER]: Becoming Leader. State: Replica: 0882274039a64001922e84ae02fdbd3d, State: Running, Role: LEADER
18:20:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.455899 12843 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.471166 12856 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0882274039a64001922e84ae02fdbd3d. Latest consensus state: current_term: 2 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.472223 12856 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: LEADER
18:20:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.475085 12860 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:20:13.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.485700 12860 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:20:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.491470 12860 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.491771 12860 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:20:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.497282 12860 catalog_manager.cc:1504] Loading token signing keys...
18:20:13.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.503067 12860 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Loaded TSK: 0
18:20:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.504720 12860 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:20:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.526497 12863 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.526777 12863 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: loading cluster ID for follower catalog manager: success
18:20:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.545044 12863 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: acquiring CA information for follower catalog manager: success
18:20:13.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:13 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360413, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:13.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.559415 12863 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.588094 12754 master_runner.cc:186] Error getting master registration for 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111),
18:20:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.619176 12754 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:20:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.660346 12841 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.660880 12841 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.661491 12841 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.692793 12841 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.693027 12841 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.693305 12841 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.693500 12841 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:13.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.693686 12841 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.693913 12841 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.694155 12841 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.736724 12841 master_runner.cc:386] Master server non-default flags:
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.125
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.125:39641
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.125
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37157
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/logs
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.738155 12841 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:13.739313 12841 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.758749 12873 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:14.029750 12814 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Refusing update from remote peer 0882274039a64001922e84ae02fdbd3d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
18:20:14.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:14.031826 12878 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [LEADER]: Connected to new peer: Peer: permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
18:20:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:14.105356 12879 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0882274039a64001922e84ae02fdbd3d. Latest consensus state: current_term: 2 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:14.106204 12879 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: FOLLOWER
18:20:14.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:14.107899 12882 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:14.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:14.108731 12882 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: LEADER
18:20:14.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:14.127920 12879 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:14.128856 12879 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: FOLLOWER
18:20:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:14.138411 12702 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d -> Peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Couldn't send request to peer 347064313dd64b0b950899babf215d25. Status: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:15.153738 12871 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 12841
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:15.718479 12871 kernel_stack_watchdog.cc:198] Thread 12841 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 395ms:
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:15.719062 12841 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.963s user 0.669s sys 1.131s
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:15.719393 12841 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.963s user 0.669s sys 1.131s
18:20:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:13.761673 12872 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:15.721164 12875 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:15.725824 12874 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1963 milliseconds
18:20:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.725857 12841 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
18:20:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.727434 12841 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:15.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.732213 12841 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:15.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.733659 12841 hybrid_clock.cc:648] HybridClock initialized: now 1790360415733623 us; error 38 us; skew 500 ppm
18:20:15.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.734656 12841 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:15 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360415, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.741308 12841 init.cc:377] Logged in from keytab as kudu/127.12.14.125@KRBTEST.COM (short username kudu)
18:20:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.749297 12841 webserver.cc:460] Webserver started at http://127.12.14.125:37157/ using document root <none> and password file <none>
18:20:15.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.750263 12841 fs_manager.cc:359] Metadata directory not provided
18:20:15.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.750505 12841 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.759043 12841 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
18:20:15.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.763780 12896 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:15.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.765113 12841 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.765468 12841 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "347064313dd64b0b950899babf215d25"
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:04 on dist-test-slave-tkqc"
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.768111 12841 fs_report.cc:383] FS layout report
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/data
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.811424 12841 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.817162 12841 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.817639 12841 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.897850 12841 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.125:39641
18:20:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.898016 12947 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.125:39641 every 8 connection(s)
18:20:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.900686 12841 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.907899 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12841
18:20:15.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:15.909 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.14.126:34383(127.12.14.126:34383)] connecting to peer
18:20:15.911 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.14.124:39263(127.12.14.124:39263)] connecting to peer
18:20:15.912 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.14.125:39641(127.12.14.125:39641)] connecting to peer
18:20:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.913555 12948 sys_catalog.cc:263] Verifying existing consensus state
18:20:15.916 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.126:34383(127.12.14.126:34383)] Successfully connected to peer
18:20:15.918 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.125:39641(127.12.14.125:39641)] Successfully connected to peer
18:20:15.940 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
18:20:15.941 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc
18:20:15.943 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.124:39263(127.12.14.124:39263)] Successfully connected to peer
18:20:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:15.945012 12948 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap starting.
18:20:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:15 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360406, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:15.947 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-user@KRBTEST.COM
18:20:15.948 [ERROR - kudu-nio-0] (SecurityContext.java:249) Attempted to refresh Kerberos credentials from ticket cache but found that the new Kerberos principal test-user@KRBTEST.COM did not match the original principal test-admin@KRBTEST.COM. Ignoring.
18:20:15.949 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.14.126
18:20:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:15 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360406, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:15.977 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.14.125
18:20:15.991 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.14.124
18:20:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.006006 12948 log.cc:824] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Log is configured to *not* fsync() on all Append() calls
18:20:16.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.124:39263(127.12.14.124:39263)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
18:20:16.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.124:39263: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
18:20:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:16.014546 12955 negotiation.cc:337] Failed RPC negotiation. Trace:
18:20:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.924515 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:49772 (local address 127.12.14.124:39263)
18:20:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.979201 (+ 54686us) spinlock_profiling.cc:243] Waited 5.28 ms on lock 0x7b180003c0a0. stack: 00007f7a3f15b033 00007f7a3f15af30 00007f7a3ecdc534 00000000004db2b4 00000000004db249 00007f7a47fc78b1 00007f7a47fd4661 00007f7a45efa82c 00007f7a3f16f9dc 0000000000570829 00007f7a3f18c8bb 00007f7a3f18acbf 00007f7a3f18ce22 00007f7a43e37c48 00007f7a43e3775f 00007f7a43e43a2a
18:20:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.979712 (+ 511us) server_negotiation.cc:206] Beginning negotiation
18:20:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.979739 (+ 27us) server_negotiation.cc:399] Waiting for connection header
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.979790 (+ 51us) server_negotiation.cc:407] Connection header received
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.979931 (+ 141us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.979956 (+ 25us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.980169 (+ 213us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.980370 (+ 201us) server_negotiation.cc:226] Negotiated authn=SASL
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.994955 (+ 14585us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.996790 (+ 1835us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:16.005841 (+ 9051us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:16.008070 (+ 2229us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:16.008346 (+ 276us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:16.012493 (+ 4147us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49772: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:49772): Cannot send after transport endpoint shutdown (error 108)
18:20:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":45554,"spinlock_wait_cycles":12148480,"thread_start_us":46328,"threads_started":1}
18:20:16.016 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.124:39263(127.12.14.124:39263)] handling channelInactive
18:20:16.017 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2f310208, L:/127.0.0.1:53046 - R:/127.12.14.126:34383] using SASL/GSSAPI
18:20:16.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.125:39641(127.12.14.125:39641)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
18:20:16.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.125:39641: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
18:20:16.019 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.125:39641(127.12.14.125:39641)] handling channelInactive
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:16.022467 12954 negotiation.cc:337] Failed RPC negotiation. Trace:
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.919115 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40212 (local address 127.12.14.125:39641)
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.942580 (+ 23465us) server_negotiation.cc:206] Beginning negotiation
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.942618 (+ 38us) server_negotiation.cc:399] Waiting for connection header
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.942695 (+ 77us) server_negotiation.cc:407] Connection header received
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.959424 (+ 16729us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.959489 (+ 65us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.959993 (+ 504us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:20:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.960490 (+ 497us) server_negotiation.cc:226] Negotiated authn=SASL
18:20:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.988270 (+ 27780us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:20:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:15.990969 (+ 2699us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:20:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:16.016041 (+ 25072us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
18:20:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:16.017022 (+ 981us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
18:20:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:16.017352 (+ 330us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
18:20:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:16.019882 (+ 2530us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40212: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:40212): Cannot send after transport endpoint shutdown (error 108)
18:20:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":22904,"thread_start_us":24812,"threads_started":1}
18:20:16.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
18:20:16.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.126:34383, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.124:39263, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.14.125:39641, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.124:39263: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [109ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.125:39641: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [116ms] Sub RPC ConnectToMaster: received response from server master-127.12.14.126:34383: OK, deferred=null) after lookup
18:20:16.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.036268 12948 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.037210 12948 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap complete.
18:20:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.058239 12948 raft_consensus.cc:348] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.060829 12948 raft_consensus.cc:729] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 347064313dd64b0b950899babf215d25, State: Initialized, Role: FOLLOWER
18:20:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.061709 12948 consensus_queue.cc:260] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.064247 12957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.065225 12957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.065711 12948 sys_catalog.cc:564] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: configured and running, proceeding with master startup.
18:20:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.111091 12968 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.111351 12968 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: loading cluster ID for follower catalog manager: success
18:20:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.119240 12968 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: acquiring CA information for follower catalog manager: success
18:20:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:16 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360415, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.125008 12968 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.187466 12923 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 1 FOLLOWER]: Advancing to term 2
18:20:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.213770 12975 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.215034 12975 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.218080 12957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0882274039a64001922e84ae02fdbd3d. Latest consensus state: current_term: 2 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.218786 12957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.738027 12977 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:16.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:16.739090 12977 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: LEADER
18:20:19.080 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.126:34383
18:20:19.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
18:20:19.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:19.081411 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12680
18:20:19.104 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.126:34383(127.12.14.126:34383)] handling channelInactive
18:20:19.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.126:34383(127.12.14.126:34383)] cleaning up while in state READY due to: connection closed
18:20:19.105 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:19.105 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.124:39263
18:20:19.105 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
18:20:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:19.105690 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12754
18:20:19.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:19.129 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.125:39641
18:20:19.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
18:20:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:19.129984 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12841
18:20:19.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:19.152 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.126:34383
18:20:19.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
18:20:19.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:19.153429 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:19.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:19.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:19.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data
18:20:19.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:19.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/logs
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.126:34383
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.126
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38613
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.126
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.454007 12989 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.454528 12989 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:19.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.455099 12989 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.487362 12989 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.487591 12989 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.487908 12989 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.488109 12989 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.488294 12989 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.488477 12989 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.488615 12989 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:19.524369 12989 master_runner.cc:386] Master server non-default flags:
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.126
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.126:34383
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.126
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38613
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/logs
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:19.525537 12989 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:19.526553 12989 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.544018 12999 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.544118 12997 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:19.544133 12996 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:19.545603 12989 server_base.cc:1034] running on GCE node
18:20:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.652261 12989 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.654716 12989 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.656067 12989 hybrid_clock.cc:648] HybridClock initialized: now 1790360420656035 us; error 39 us; skew 500 ppm
18:20:20.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.656944 12989 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:20 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360420, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.662607 12989 init.cc:377] Logged in from keytab as kudu/127.12.14.126@KRBTEST.COM (short username kudu)
18:20:20.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.667591 12989 webserver.cc:460] Webserver started at http://127.12.14.126:38613/ using document root <none> and password file <none>
18:20:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.668525 12989 fs_manager.cc:359] Metadata directory not provided
18:20:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.668699 12989 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:20.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.676329 12989 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
18:20:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.680411 13008 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:20.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.681586 12989 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.681890 12989 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0882274039a64001922e84ae02fdbd3d"
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:02 on dist-test-slave-tkqc"
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.684149 12989 fs_report.cc:383] FS layout report
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/data
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.731508 12989 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.737563 12989 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.738067 12989 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.808046 12989 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.126:34383
18:20:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.808203 13059 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.126:34383 every 8 connection(s)
18:20:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.810962 12989 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.811792 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 12989
18:20:20.812 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:20.812 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.124:39263
18:20:20.812 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.814231 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/logs
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.124:39263
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.124
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33495
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.124
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.822688 13060 sys_catalog.cc:263] Verifying existing consensus state
18:20:20.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.828063 13060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap starting.
18:20:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.863839 13060 log.cc:824] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Log is configured to *not* fsync() on all Append() calls
18:20:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.881198 13060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.882021 13060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap complete.
18:20:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.906374 13060 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:20.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.908795 13060 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0882274039a64001922e84ae02fdbd3d, State: Initialized, Role: FOLLOWER
18:20:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.909852 13060 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.912896 13064 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.913734 13064 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: FOLLOWER
18:20:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.914525 13060 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: configured and running, proceeding with master startup.
18:20:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.953022 13075 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.953303 13075 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: loading cluster ID for follower catalog manager: success
18:20:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.963192 13075 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: acquiring CA information for follower catalog manager: success
18:20:20.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:20 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360420, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:20.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.969350 13075 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:20.990372 12989 master_runner.cc:186] Error getting master registration for 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111),
18:20:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:21.019677 12989 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:20:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.167948 13062 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.168491 13062 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.169062 13062 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.209847 13062 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.210090 13062 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.210374 13062 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.210625 13062 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.210831 13062 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.211014 13062 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.211197 13062 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:21.248744 13062 master_runner.cc:386] Master server non-default flags:
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.124
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.124:39263
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.124
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33495
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/logs
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:21.250150 13062 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:21.251338 13062 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.269766 13086 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.269989 13088 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:21.270419 13085 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:22.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:22.512238 13087 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
18:20:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.512635 13062 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
18:20:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.516690 13062 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.519407 13062 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.520841 13062 hybrid_clock.cc:648] HybridClock initialized: now 1790360422520808 us; error 61 us; skew 500 ppm
18:20:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.521853 13062 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:22 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360422, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.527822 13062 init.cc:377] Logged in from keytab as kudu/127.12.14.124@KRBTEST.COM (short username kudu)
18:20:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.533721 13062 webserver.cc:460] Webserver started at http://127.12.14.124:33495/ using document root <none> and password file <none>
18:20:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.534803 13062 fs_manager.cc:359] Metadata directory not provided
18:20:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.535029 13062 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:22.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.543290 13062 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
18:20:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.548086 13096 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.549409 13062 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.549739 13062 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6b6f9d3d60548038079c7a742dc2282"
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:06 on dist-test-slave-tkqc"
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.552090 13062 fs_report.cc:383] FS layout report
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/data
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.563221 13097 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:20:22.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.563820 13097 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.567613 13097 leader_election.cc:288] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 347064313dd64b0b950899babf215d25 (127.12.14.125:39641), b6b6f9d3d60548038079c7a742dc2282 (127.12.14.124:39263)
18:20:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:22.570503 13010 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:22.575842 13010 leader_election.cc:334] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:22.582919 13011 leader_election.cc:334] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b6b6f9d3d60548038079c7a742dc2282 (127.12.14.124:39263): Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.583405 13011 leader_election.cc:302] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d; no voters: 347064313dd64b0b950899babf215d25, b6b6f9d3d60548038079c7a742dc2282
18:20:22.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.584218 13097 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
18:20:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.601649 13062 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.607842 13062 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.608392 13062 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.689591 13062 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.124:39263
18:20:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.689658 13151 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.124:39263 every 8 connection(s)
18:20:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.693428 13062 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.694008 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 13062
18:20:22.694 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:22.694 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.125:39641
18:20:22.694 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
18:20:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.696487 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data
18:20:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/logs
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.125:39641
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.125
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37157
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.125
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.707366 13152 sys_catalog.cc:263] Verifying existing consensus state
18:20:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.715435 13152 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap starting.
18:20:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.773056 13152 log.cc:824] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Log is configured to *not* fsync() on all Append() calls
18:20:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.796181 13152 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.797137 13152 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap complete.
18:20:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.833612 13152 raft_consensus.cc:348] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.837028 13152 raft_consensus.cc:729] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6b6f9d3d60548038079c7a742dc2282, State: Initialized, Role: FOLLOWER
18:20:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.838012 13152 consensus_queue.cc:260] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.841125 13156 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.842216 13156 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: FOLLOWER
18:20:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.842952 13152 sys_catalog.cc:564] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: configured and running, proceeding with master startup.
18:20:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.881453 13167 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:22.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.881906 13167 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: loading cluster ID for follower catalog manager: success
18:20:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.894470 13167 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: acquiring CA information for follower catalog manager: success
18:20:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.900099 13167 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:22 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360422, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.949225 13062 master_runner.cc:186] Error getting master registration for 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111),
18:20:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:22.994325 13062 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:20:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.163453 13154 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.164268 13154 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:23.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.165294 13154 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.224486 13154 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.224814 13154 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.225281 13154 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.225610 13154 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.225925 13154 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.226251 13154 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.226478 13154 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:23.287930 13154 master_runner.cc:386] Master server non-default flags:
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.125
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.125:39641
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.125
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37157
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/logs
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:23.289410 13154 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:23.290516 13154 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:23.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.310531 13179 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.019882 13185 raft_consensus.cc:482] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:20:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.020732 13185 raft_consensus.cc:504] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.026477 13035 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6b6f9d3d60548038079c7a742dc2282" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "0882274039a64001922e84ae02fdbd3d" is_pre_election: true
18:20:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.027297 13035 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b6b6f9d3d60548038079c7a742dc2282 in term 2.
18:20:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.028945 13103 leader_election.cc:302] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d, b6b6f9d3d60548038079c7a742dc2282; no voters:
18:20:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.050359 13185 leader_election.cc:288] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 0882274039a64001922e84ae02fdbd3d (127.12.14.126:34383), 347064313dd64b0b950899babf215d25 (127.12.14.125:39641)
18:20:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.050944 13185 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Leader pre-election won for term 3
18:20:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.051298 13185 raft_consensus.cc:482] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:20:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.051608 13185 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 2 FOLLOWER]: Advancing to term 3
18:20:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:24.064971 13102 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:24.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:24.079519 13102 leader_election.cc:334] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.090502 13185 raft_consensus.cc:504] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.093395 13035 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6b6f9d3d60548038079c7a742dc2282" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "0882274039a64001922e84ae02fdbd3d"
18:20:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.093982 13035 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 2 FOLLOWER]: Advancing to term 3
18:20:24.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:24.107353 13102 leader_election.cc:334] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.109865 13185 leader_election.cc:288] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 3 election: Requested vote from peers 0882274039a64001922e84ae02fdbd3d (127.12.14.126:34383), 347064313dd64b0b950899babf215d25 (127.12.14.125:39641)
18:20:24.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.102993 13035 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b6b6f9d3d60548038079c7a742dc2282 in term 3.
18:20:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.111254 13103 leader_election.cc:302] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d, b6b6f9d3d60548038079c7a742dc2282; no voters: 347064313dd64b0b950899babf215d25
18:20:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.112217 13185 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 3 FOLLOWER]: Leader election won for term 3
18:20:24.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.112880 13185 raft_consensus.cc:686] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 3 LEADER]: Becoming Leader. State: Replica: b6b6f9d3d60548038079c7a742dc2282, State: Running, Role: LEADER
18:20:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.113952 13185 consensus_queue.cc:237] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.138590 13186 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6b6f9d3d60548038079c7a742dc2282. Latest consensus state: current_term: 3 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.139441 13186 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: LEADER
18:20:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.144276 13190 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:20:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.165755 13190 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:20:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.176096 13190 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.176380 13190 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:20:24.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.187912 13190 catalog_manager.cc:1504] Loading token signing keys...
18:20:24.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.197018 13190 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Loaded TSK: 0
18:20:24.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.198599 13190 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:20:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:24.511852 13102 consensus_peers.cc:487] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 -> Peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Couldn't send request to peer 347064313dd64b0b950899babf215d25. Status: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:20:24.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.577307 13035 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Refusing update from remote peer b6b6f9d3d60548038079c7a742dc2282: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
18:20:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.579356 13186 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
18:20:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.606756 13191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6b6f9d3d60548038079c7a742dc2282. Latest consensus state: current_term: 3 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.607525 13191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: FOLLOWER
18:20:24.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.630143 13185 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.630946 13185 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: LEADER
18:20:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.637769 13191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:24.638535 13191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: FOLLOWER
18:20:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:24.703547 13176 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 13154
18:20:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:25.042900 13154 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.734s user 0.478s sys 0.951s
18:20:25.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:23.310895 13178 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:25.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:25.043982 13154 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.735s user 0.478s sys 0.951s
18:20:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:25.044785 13180 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1732 milliseconds
18:20:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:25.045233 13181 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.045289 13154 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
18:20:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.049496 13154 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.052342 13154 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.053800 13154 hybrid_clock.cc:648] HybridClock initialized: now 1790360425053742 us; error 72 us; skew 500 ppm
18:20:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.054612 13154 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:25 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360425, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.066222 13154 init.cc:377] Logged in from keytab as kudu/127.12.14.125@KRBTEST.COM (short username kudu)
18:20:25.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.072266 13154 webserver.cc:460] Webserver started at http://127.12.14.125:37157/ using document root <none> and password file <none>
18:20:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.073439 13154 fs_manager.cc:359] Metadata directory not provided
18:20:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.073694 13154 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.082875 13154 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.002s sys 0.004s
18:20:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.087937 13202 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.089303 13154 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.089635 13154 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "347064313dd64b0b950899babf215d25"
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:04 on dist-test-slave-tkqc"
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.092203 13154 fs_report.cc:383] FS layout report
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/data
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.130391 13154 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.136497 13154 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:25.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.137003 13154 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.223114 13154 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.125:39641
18:20:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.223160 13253 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.125:39641 every 8 connection(s)
18:20:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.227074 13154 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.232599 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 13154
18:20:25.233 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:25.234 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.14.126:34383(127.12.14.126:34383)] connecting to peer
18:20:25.235 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.126:34383(127.12.14.126:34383)] Successfully connected to peer
18:20:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.241516 13254 sys_catalog.cc:263] Verifying existing consensus state
18:20:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.249197 13254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap starting.
18:20:25.267 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x17b2e87f, L:/127.0.0.1:56722 - R:/127.12.14.126:34383] using TOKEN/null
18:20:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.291267 13254 log.cc:824] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Log is configured to *not* fsync() on all Append() calls
18:20:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.307114 13254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.307870 13254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap complete.
18:20:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.331911 13254 raft_consensus.cc:348] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.334286 13254 raft_consensus.cc:729] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 347064313dd64b0b950899babf215d25, State: Initialized, Role: FOLLOWER
18:20:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.335192 13254 consensus_queue.cc:260] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.337873 13258 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.338722 13258 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.339505 13254 sys_catalog.cc:564] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: configured and running, proceeding with master startup.
18:20:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:25 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360422, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for kudu/127.12.14.125@KRBTEST.COM
18:20:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.403103 13229 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [term 2 FOLLOWER]: Advancing to term 3
18:20:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:25 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360425, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.428176 13270 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.428470 13270 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: loading cluster ID for follower catalog manager: success
18:20:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.447188 13258 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6b6f9d3d60548038079c7a742dc2282. Latest consensus state: current_term: 3 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.448163 13258 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:25.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.440023 13275 sys_catalog.cc:455] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:25.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.450565 13275 sys_catalog.cc:458] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25 [sys.catalog]: This master's current role is: FOLLOWER
18:20:25.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.451885 13270 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: acquiring CA information for follower catalog manager: success
18:20:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.457723 13270 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.841970 13186 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "b6b6f9d3d60548038079c7a742dc2282" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:25.842832 13186 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: LEADER
18:20:28.321 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.126:34383
18:20:28.321 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
18:20:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:28.322227 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12989
18:20:28.345 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.126:34383(127.12.14.126:34383)] handling channelInactive
18:20:28.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.126:34383(127.12.14.126:34383)] cleaning up while in state READY due to: connection closed
18:20:28.345 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:28.345 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.124:39263
18:20:28.345 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
18:20:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:28.345906 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 13062
18:20:28.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:28.372 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.14.125:39641
18:20:28.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
18:20:28.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:28.372834 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 13154
18:20:28.396 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:28.396 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.126:34383
18:20:28.396 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
18:20:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:28.397541 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/logs
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.126:34383
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.126
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38613
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.126
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.691866 13289 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.692401 13289 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.692992 13289 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.723964 13289 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.724216 13289 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.724588 13289 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.724869 13289 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.725134 13289 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.725392 13289 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.725585 13289 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:28.762367 13289 master_runner.cc:386] Master server non-default flags:
18:20:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data
18:20:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.126.keytab
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.126
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.126:34383
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.126
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38613
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/logs
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:28.763790 13289 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:28.765141 13289 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.782704 13296 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.782637 13299 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:28.782627 13297 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:28.784289 13289 server_base.cc:1034] running on GCE node
18:20:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.910055 13289 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:29.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.912643 13289 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:29.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.914028 13289 hybrid_clock.cc:648] HybridClock initialized: now 1790360429913999 us; error 49 us; skew 500 ppm
18:20:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.914868 13289 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:29 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360429, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:29.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.920493 13289 init.cc:377] Logged in from keytab as kudu/127.12.14.126@KRBTEST.COM (short username kudu)
18:20:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.925832 13289 webserver.cc:460] Webserver started at http://127.12.14.126:38613/ using document root <none> and password file <none>
18:20:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.926764 13289 fs_manager.cc:359] Metadata directory not provided
18:20:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.926977 13289 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.934983 13289 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.002s sys 0.004s
18:20:29.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.939435 13308 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.940637 13289 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
18:20:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.941002 13289 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0882274039a64001922e84ae02fdbd3d"
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:02 on dist-test-slave-tkqc"
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.943436 13289 fs_report.cc:383] FS layout report
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/wal
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/data
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.985555 13289 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:29.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.991580 13289 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:29.992126 13289 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.070022 13289 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.126:34383
18:20:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.070199 13359 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.126:34383 every 8 connection(s)
18:20:30.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.073064 13289 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-0/data/info.pb
18:20:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.074431 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 13289
18:20:30.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:30.075 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.124:39263
18:20:30.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.077108 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/logs
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:30.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.124:39263
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.124
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33495
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.124
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.089542 13360 sys_catalog.cc:263] Verifying existing consensus state
18:20:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.099453 13360 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap starting.
18:20:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.139153 13360 log.cc:824] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Log is configured to *not* fsync() on all Append() calls
18:20:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.155893 13360 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.156730 13360 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Bootstrap complete.
18:20:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.182456 13360 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:30.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.184916 13360 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0882274039a64001922e84ae02fdbd3d, State: Initialized, Role: FOLLOWER
18:20:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.185859 13360 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.188458 13365 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.189371 13365 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: FOLLOWER
18:20:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.189670 13360 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: configured and running, proceeding with master startup.
18:20:30.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.225988 13376 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:30.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.226351 13376 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: loading cluster ID for follower catalog manager: success
18:20:30.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.239207 13376 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: acquiring CA information for follower catalog manager: success
18:20:30.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.245285 13376 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:30 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360429, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.279223 13289 master_runner.cc:186] Error getting master registration for 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111),
18:20:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.309036 13289 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:20:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.434314 13362 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.434919 13362 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.435555 13362 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.472152 13362 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.472410 13362 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.472874 13362 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.473210 13362 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.473491 13362 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.473798 13362 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.474035 13362 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.512006 13362 master_runner.cc:386] Master server non-default flags:
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.124.keytab
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.124
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.124:39263
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.124
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33495
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/logs
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.513423 13362 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:30.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:30.514513 13362 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.534713 13386 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:31.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.427534 13393 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:20:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.428215 13393 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.431612 13393 leader_election.cc:288] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 347064313dd64b0b950899babf215d25 (127.12.14.125:39641), b6b6f9d3d60548038079c7a742dc2282 (127.12.14.124:39263)
18:20:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:31.441805 13310 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:31.446571 13310 leader_election.cc:334] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:31.447954 13311 leader_election.cc:334] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6b6f9d3d60548038079c7a742dc2282 (127.12.14.124:39263): Network error: Client connection negotiation failed: client connection to 127.12.14.124:39263: connect: Connection refused (error 111)
18:20:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.454804 13311 leader_election.cc:302] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d; no voters: 347064313dd64b0b950899babf215d25, b6b6f9d3d60548038079c7a742dc2282
18:20:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.455791 13393 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:20:31.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.534969 13385 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:31.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:31.691700 13387 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
18:20:31.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.691802 13362 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
18:20:31.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:30.534795 13388 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.695839 13362 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.698822 13362 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.700279 13362 hybrid_clock.cc:648] HybridClock initialized: now 1790360431700171 us; error 91 us; skew 500 ppm
18:20:31.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.701411 13362 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:31 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360431, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:31.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.708909 13362 init.cc:377] Logged in from keytab as kudu/127.12.14.124@KRBTEST.COM (short username kudu)
18:20:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.715441 13362 webserver.cc:460] Webserver started at http://127.12.14.124:33495/ using document root <none> and password file <none>
18:20:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.716768 13362 fs_manager.cc:359] Metadata directory not provided
18:20:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.717145 13362 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.727885 13362 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.000s
18:20:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.734066 13402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.735561 13362 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
18:20:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.736121 13362 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6b6f9d3d60548038079c7a742dc2282"
18:20:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:06 on dist-test-slave-tkqc"
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.739619 13362 fs_report.cc:383] FS layout report
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/wal
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/data
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.800264 13362 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.806447 13362 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.806862 13362 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.890472 13362 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.124:39263
18:20:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.890645 13453 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.124:39263 every 8 connection(s)
18:20:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.893231 13362 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-2/data/info.pb
18:20:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.896543 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 13362
18:20:31.897 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:31.897 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.14.125:39641
18:20:31.897 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
18:20:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.900434 12345 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu
18:20:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/logs
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.125:39641
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.125
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37157
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.125
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:31.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
18:20:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.907948 13454 sys_catalog.cc:263] Verifying existing consensus state
18:20:31.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.916602 13454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap starting.
18:20:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.966507 13454 log.cc:824] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Log is configured to *not* fsync() on all Append() calls
18:20:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.988963 13454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:31.989918 13454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: Bootstrap complete.
18:20:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.028304 13454 raft_consensus.cc:348] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:32.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.032745 13454 raft_consensus.cc:729] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6b6f9d3d60548038079c7a742dc2282, State: Initialized, Role: FOLLOWER
18:20:32.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.033957 13454 consensus_queue.cc:260] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.043292 13458 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.044207 13458 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: FOLLOWER
18:20:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.045025 13454 sys_catalog.cc:564] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: configured and running, proceeding with master startup.
18:20:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.094851 13469 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:32.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.095115 13469 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: loading cluster ID for follower catalog manager: success
18:20:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.109331 13469 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: acquiring CA information for follower catalog manager: success
18:20:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:32 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360431, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.124@KRBTEST.COM for kudu/127.12.14.126@KRBTEST.COM
18:20:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.120738 13469 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:20:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.136607 13362 master_runner.cc:186] Error getting master registration for 127.12.14.125:39641: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111),
18:20:32.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.166472 13362 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:20:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.297289 13456 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:20:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.297879 13456 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:20:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.298529 13456 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:20:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.330199 13456 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
18:20:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.330504 13456 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:20:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.330878 13456 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:20:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.331166 13456 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:20:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.331449 13456 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:20:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.331743 13456 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:20:32.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.331936 13456 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40477/jwks.json
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.383668 13456 master_runner.cc:386] Master server non-default flags:
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.14.84:44523
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.14.126:34383,127.12.14.125:39641,127.12.14.124:39263
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/kudu_127.12.14.125.keytab
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.14.125
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.14.125:39641
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:20:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40477/jwks.json
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.14.125
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37157
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/logs
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 17:00:15 UTC on ccycloud.quasar-htdtvz.root.comops.site
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672725
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
18:20:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.385133 13456 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:20:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.386364 13456 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:20:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.406327 13479 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:32.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.975780 13484 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:20:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.976562 13484 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:32.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:32.994241 13484 leader_election.cc:288] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 347064313dd64b0b950899babf215d25 (127.12.14.125:39641), b6b6f9d3d60548038079c7a742dc2282 (127.12.14.124:39263)
18:20:33.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:33.007014 13310 leader_election.cc:334] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.022145 13429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0882274039a64001922e84ae02fdbd3d" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "b6b6f9d3d60548038079c7a742dc2282" is_pre_election: true
18:20:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.023118 13429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0882274039a64001922e84ae02fdbd3d in term 3.
18:20:33.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.024868 13311 leader_election.cc:302] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d, b6b6f9d3d60548038079c7a742dc2282; no voters: 347064313dd64b0b950899babf215d25
18:20:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.026329 13484 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Leader pre-election won for term 4
18:20:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.026690 13484 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:20:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.027004 13484 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 3 FOLLOWER]: Advancing to term 4
18:20:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.040027 13484 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:33.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:33.047170 13310 leader_election.cc:334] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111)
18:20:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.050379 13484 leader_election.cc:288] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 election: Requested vote from peers 347064313dd64b0b950899babf215d25 (127.12.14.125:39641), b6b6f9d3d60548038079c7a742dc2282 (127.12.14.124:39263)
18:20:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.050504 13429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0882274039a64001922e84ae02fdbd3d" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "b6b6f9d3d60548038079c7a742dc2282"
18:20:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.051055 13429 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 3 FOLLOWER]: Advancing to term 4
18:20:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.061003 13429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0882274039a64001922e84ae02fdbd3d in term 4.
18:20:33.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.062448 13311 leader_election.cc:302] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0882274039a64001922e84ae02fdbd3d, b6b6f9d3d60548038079c7a742dc2282; no voters: 347064313dd64b0b950899babf215d25
18:20:33.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.063796 13484 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 4 FOLLOWER]: Leader election won for term 4
18:20:33.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.087309 13484 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [term 4 LEADER]: Becoming Leader. State: Replica: 0882274039a64001922e84ae02fdbd3d, State: Running, Role: LEADER
18:20:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.088616 13484 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } }
18:20:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.117594 13489 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0882274039a64001922e84ae02fdbd3d. Latest consensus state: current_term: 4 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.118384 13489 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: LEADER
18:20:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.128001 13491 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:20:33.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.137900 13491 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:20:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.142311 13491 catalog_manager.cc:1259] Loaded cluster ID: eafbb54ec41e40ff82d3c35aa9170de6
18:20:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.142849 13491 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:20:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.148078 13491 catalog_manager.cc:1504] Loading token signing keys...
18:20:33.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.152256 13491 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d: Loaded TSK: 0
18:20:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.153971 13491 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:20:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:33.477734 13310 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d -> Peer 347064313dd64b0b950899babf215d25 (127.12.14.125:39641): Couldn't send request to peer 347064313dd64b0b950899babf215d25. Status: Network error: Client connection negotiation failed: client connection to 127.12.14.125:39641: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:20:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.593786 13429 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [term 4 FOLLOWER]: Refusing update from remote peer 0882274039a64001922e84ae02fdbd3d: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
18:20:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.597241 13489 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [LEADER]: Connected to new peer: Peer: permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
18:20:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.636660 13493 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0882274039a64001922e84ae02fdbd3d. Latest consensus state: current_term: 4 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.637749 13493 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: FOLLOWER
18:20:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.659808 13493 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.661026 13493 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6b6f9d3d60548038079c7a742dc2282 [sys.catalog]: This master's current role is: FOLLOWER
18:20:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.667392 13489 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "0882274039a64001922e84ae02fdbd3d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0882274039a64001922e84ae02fdbd3d" member_type: VOTER last_known_addr { host: "127.12.14.126" port: 34383 } } peers { permanent_uuid: "347064313dd64b0b950899babf215d25" member_type: VOTER last_known_addr { host: "127.12.14.125" port: 39641 } } peers { permanent_uuid: "b6b6f9d3d60548038079c7a742dc2282" member_type: VOTER last_known_addr { host: "127.12.14.124" port: 39263 } } }
18:20:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.668387 13489 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0882274039a64001922e84ae02fdbd3d [sys.catalog]: This master's current role is: LEADER
18:20:33.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.407763 13478 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:32.408113 13481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:20:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:33.828331 13480 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1420 milliseconds
18:20:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.828462 13456 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
18:20:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.830037 13456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:20:33.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.833194 13456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:20:33.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.834605 13456 hybrid_clock.cc:648] HybridClock initialized: now 1790360433834571 us; error 47 us; skew 500 ppm
18:20:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.835829 13456 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:20:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:33 dist-test-slave-tkqc krb5kdc[12356](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360433, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
18:20:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.842890 13456 init.cc:377] Logged in from keytab as kudu/127.12.14.125@KRBTEST.COM (short username kudu)
18:20:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.848451 13456 webserver.cc:460] Webserver started at http://127.12.14.125:37157/ using document root <none> and password file <none>
18:20:33.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.849659 13456 fs_manager.cc:359] Metadata directory not provided
18:20:33.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.849926 13456 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:20:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.860379 13456 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
18:20:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.866118 13504 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:20:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.867408 13456 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
18:20:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.867851 13456 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data,/tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "347064313dd64b0b950899babf215d25"
18:20:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 18:20:04 on dist-test-slave-tkqc"
18:20:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.871163 13456 fs_report.cc:383] FS layout report
18:20:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:20:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/wal
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/data
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:20:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:20:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.912305 13456 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:20:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.920035 13456 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:20:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:33.920591 13456 kserver.cc:163] Server-wide thread pool size limit: 3276
18:20:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.002663 13456 rpc_server.cc:307] RPC server started. Bound to: 127.12.14.125:39641
18:20:34.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.002832 13555 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.14.125:39641 every 8 connection(s)
18:20:34.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.006465 13456 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/master-1/data/info.pb
18:20:34.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.016013 12345 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu as pid 13456
18:20:34.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:20:34.017 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.14.126:34383(127.12.14.126:34383)] connecting to peer
18:20:34.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.018183 13556 sys_catalog.cc:263] Verifying existing consensus state
18:20:34.020 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.126:34383(127.12.14.126:34383)] Successfully connected to peer
18:20:34.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.026336 13556 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap starting.
18:20:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:34.052695 13558 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:40672: token expired
18:20:34.058 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.12.14.126:34383 sent connection negotiation error: Not authorized: token expired
18:20:34.060 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.126:34383(127.12.14.126:34383)] handling channelInactive
18:20:34.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.126:34383(127.12.14.126:34383)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
18:20:34.066 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.12.14.126:34383(127.12.14.126:34383)] connecting to peer
18:20:34.078 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.126:34383(127.12.14.126:34383)] Successfully connected to peer
18:20:34.086 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
18:20:34.087 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskc29Xd8/test-tmp/mini-kudu-cluster6644403759652436798/krb5kdc/krb5cc
18:20:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 18:20:34 dist-test-slave-tkqc krb5kdc[12356](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790360429, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.14.126@KRBTEST.COM for kudu/127.12.14.125@KRBTEST.COM
18:20:34.089 [DEBUG - kudu-nio-1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
18:20:34.090 [WARN - kudu-nio-1] (SecurityContext.java:234) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
18:20:34.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.126:34383(127.12.14.126:34383)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
18:20:34.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.126:34383: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
18:20:34.091 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.12.14.124:39263(127.12.14.124:39263)] connecting to peer
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:34.092312 13558 negotiation.cc:337] Failed RPC negotiation. Trace:
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.072742 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:40676 (local address 127.12.14.126:34383)
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.073430 (+ 688us) server_negotiation.cc:206] Beginning negotiation
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.073452 (+ 22us) server_negotiation.cc:399] Waiting for connection header
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.080451 (+ 6999us) server_negotiation.cc:407] Connection header received
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.080572 (+ 121us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.080596 (+ 24us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.080834 (+ 238us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.081018 (+ 184us) server_negotiation.cc:226] Negotiated authn=SASL
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.091115 (+ 10097us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40676: BlockingRecv error: recv got EOF from 127.0.0.1:40676 (error 108)
18:20:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":285}
18:20:34.094 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.126:34383(127.12.14.126:34383)] handling channelInactive
18:20:34.095 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.12.14.125:39641(127.12.14.125:39641)] connecting to peer
18:20:34.105 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.14.125:39641(127.12.14.125:39641)] Successfully connected to peer
18:20:34.110 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.14.124:39263(127.12.14.124:39263)] Successfully connected to peer
18:20:34.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.14.125:39641(127.12.14.125:39641)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
18:20:34.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.125:39641: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
18:20:34.119 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.14.125:39641(127.12.14.125:39641)] handling channelInactive
18:20:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:34.122603 13562 negotiation.cc:337] Failed RPC negotiation. Trace:
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.101304 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38820 (local address 127.12.14.125:39641)
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.114722 (+ 13418us) server_negotiation.cc:206] Beginning negotiation
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.114749 (+ 27us) server_negotiation.cc:399] Waiting for connection header
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.114790 (+ 41us) server_negotiation.cc:407] Connection header received
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.114916 (+ 126us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.114941 (+ 25us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.115137 (+ 196us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.119242 (+ 4105us) server_negotiation.cc:226] Negotiated authn=SASL
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.120208 (+ 966us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38820: BlockingRecv error: recv got EOF from 127.0.0.1:38820 (error 108)
18:20:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":12966,"thread_start_us":13616,"threads_started":1}
18:20:34.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.14.124:39263(127.12.14.124:39263)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
18:20:34.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.14.124:39263: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
18:20:34.126 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.126:34383(127.12.14.126:34383)] disconnecting while in state TERMINATED
18:20:34.126 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.124:39263(127.12.14.124:39263)] disconnecting while in state TERMINATED
18:20:34.126 [DEBUG - main] (Connection.java:575) [peer master-127.12.14.125:39641(127.12.14.125:39641)] disconnecting while in state TERMINATED
18:20:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:34.127115 13561 negotiation.cc:337] Failed RPC negotiation. Trace:
18:20:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.097245 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:51672 (local address 127.12.14.124:39263)
18:20:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.104572 (+ 7327us) server_negotiation.cc:206] Beginning negotiation
18:20:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.104592 (+ 20us) server_negotiation.cc:399] Waiting for connection header
18:20:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.110718 (+ 6126us) server_negotiation.cc:407] Connection header received
18:20:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.111141 (+ 423us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
18:20:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.111170 (+ 29us) server_negotiation.cc:461] Received NEGOTIATE request from client
18:20:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.111402 (+ 232us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
18:20:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.111588 (+ 186us) server_negotiation.cc:226] Negotiated authn=SASL
18:20:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 18:20:34.125643 (+ 14055us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51672: BlockingRecv error: recv got EOF from 127.0.0.1:51672 (error 108)
18:20:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":6905,"thread_start_us":6627,"threads_started":1}
18:20:34.129 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.14.124:39263(127.12.14.124:39263)] handling channelInactive
18:20:34.130 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
18:20:34.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.132578 13556 log.cc:824] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Log is configured to *not* fsync() on all Append() calls
18:20:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.139627 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 13289
18:20:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.155784 13556 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:20:34.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.156749 13556 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 347064313dd64b0b950899babf215d25: Bootstrap complete.
18:20:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.184068 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 13456
18:20:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:34.201639 12345 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 13362
18:20:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T18:20:35Z chronyd exiting
18:20:36.332 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
18:20:36.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:36.333582 11621 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 11899
18:20:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:36.353822 11621 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12062
18:20:36.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:36.376199 11621 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 12204
18:20:36.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:36.395464 11621 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 11633
18:20:36.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:36.423341 11806 connection.cc:535] client connection to 127.11.89.126:35023 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:20:36.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:36.423487 11621 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 11703
18:20:36.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:36.423843 11806 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:20:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 18:20:36.429270 11806 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2204ee651a7d46c48a355a96d1d66c6f -> Peer a5f8f469e8074a9fb79b2c39b185bb7a (127.11.89.126:35023): Couldn't send request to peer a5f8f469e8074a9fb79b2c39b185bb7a. Status: Network error: Client connection negotiation failed: client connection to 127.11.89.126:35023: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:20:36.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 18:20:36.450156 11621 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc29Xd8/build/tsan/bin/kudu with pid 11778
18:20:37.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T18:20:37Z chronyd exiting
18:20:38.526 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.12.14.126:34383,127.12.14.124:39263,127.12.14.125:39641). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.12.14.126:34383,127.12.14.124:39263,127.12.14.125:39641). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more