00:23:49.943 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:23:49.944 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLGqc77/test-tmp
00:23:49.944 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:23:49.944 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLGqc77/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:23:49.945 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
00:23:50.257 [DEBUG - main] (MiniKuduCluster.java:195) Response:
00:23:50.257 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
00:23:50.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.260421 23877 mini_oidc.cc:152] Starting JWKS server
00:23:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.264060 23877 webserver.cc:460] Webserver started at http://127.0.0.1:38451/ using document root <none> and password file <none>
00:23:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.264487 23877 mini_oidc.cc:189] Starting OIDC Discovery server
00:23:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.266222 23877 webserver.cc:460] Webserver started at http://127.0.0.1:39017/ using document root <none> and password file <none>
00:23:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T00:23:50Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
00:23:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T00:23:50Z Disabled control of system clock
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.317071 23877 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/wal
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/data
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/logs
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/data/info.pb
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.126:37597
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.126
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:23:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38451/jwks.json with env {}
00:23:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.611490 23894 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:23:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.612111 23894 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:23:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.612672 23894 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:23:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.644006 23894 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:23:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.644285 23894 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:23:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.644496 23894 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:23:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.644696 23894 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:23:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.644883 23894 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:23:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.645022 23894 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38451/jwks.json
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.679231 23894 master_runner.cc:386] Master server non-default flags:
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/data
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/wal
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.126:37597
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38451/jwks.json
00:23:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/data/info.pb
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.126
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/logs
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:23:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.680449 23894 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:23:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.682070 23894 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:23:50.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.699990 23906 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.700982 23904 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:50.701563 23894 server_base.cc:1034] running on GCE node
00:23:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:50.700050 23902 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.801463 23894 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:23:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.804426 23894 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:23:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.805837 23894 hybrid_clock.cc:648] HybridClock initialized: now 1786321431805768 us; error 88 us; skew 500 ppm
00:23:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.806640 23894 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:23:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.816855 23894 webserver.cc:460] Webserver started at http://127.23.81.126:38229/ using document root <none> and password file <none>
00:23:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.817755 23894 fs_manager.cc:359] Metadata directory not provided
00:23:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.817939 23894 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:23:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.818341 23894 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:23:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.823093 23894 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/data/instance:
00:23:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3af28dbff2c54ba29ba1bbabbb31f78b"
00:23:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:51 on dist-test-slave-266d"
00:23:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.824103 23894 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/wal/instance:
00:23:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3af28dbff2c54ba29ba1bbabbb31f78b"
00:23:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:51 on dist-test-slave-266d"
00:23:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.830845 23894 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
00:23:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.836130 23921 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:23:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.837203 23894 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
00:23:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.837479 23894 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/wal
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3af28dbff2c54ba29ba1bbabbb31f78b"
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:51 on dist-test-slave-266d"
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.837764 23894 fs_report.cc:383] FS layout report
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/wal
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/wal
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/data/data
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:23:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:23:51.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.877902 23894 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:23:51.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.879264 23894 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:23:51.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.879645 23894 kserver.cc:163] Server-wide thread pool size limit: 3276
00:23:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.945080 23894 rpc_server.cc:307] RPC server started. Bound to: 127.23.81.126:37597
00:23:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.945206 23992 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.81.126:37597 every 8 connection(s)
00:23:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.947633 23894 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/data/info.pb
00:23:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.952399 23877 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 23894
00:23:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.952565 23993 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:23:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.952781 23877 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-0/wal/instance
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.956012 23877 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/wal
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/data
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/logs
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/data/info.pb
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.125:38591
00:23:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.125
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:23:51.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38451/jwks.json with env {}
00:23:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.964510 23993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } has no permanent_uuid. Determining permanent_uuid...
00:23:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:51.992311 23993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } has no permanent_uuid. Determining permanent_uuid...
00:23:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:51.994601 23927 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.81.125:38591: connect: Connection refused (error 111)
00:23:51.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:51.998333 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.125:38591: Network error: Client connection negotiation failed: client connection to 127.23.81.125:38591: connect: Connection refused (error 111)
00:23:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.047870 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } attempt: 1
00:23:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.051498 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.125:38591: Network error: Client connection negotiation failed: client connection to 127.23.81.125:38591: connect: Connection refused (error 111)
00:23:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.119931 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } attempt: 2
00:23:52.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.123540 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.125:38591: Network error: Client connection negotiation failed: client connection to 127.23.81.125:38591: connect: Connection refused (error 111)
00:23:52.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.214989 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } attempt: 3
00:23:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.218537 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.125:38591: Network error: Client connection negotiation failed: client connection to 127.23.81.125:38591: connect: Connection refused (error 111)
00:23:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.265172 23996 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:23:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.265746 23996 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:23:52.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.266335 23996 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:23:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.304963 23996 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:23:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.305306 23996 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:23:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.305533 23996 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:23:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.305730 23996 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:23:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.305915 23996 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:23:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.306059 23996 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38451/jwks.json
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.340839 23996 master_runner.cc:386] Master server non-default flags:
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/data
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/wal
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.125:38591
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38451/jwks.json
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/data/info.pb
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.125
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/logs
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:23:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:23:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:23:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:23:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:23:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:23:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:23:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:23:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.342093 23996 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:23:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.343767 23996 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:23:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.360975 24022 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.361969 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } attempt: 4
00:23:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.365476 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.125:38591: Network error: Client connection negotiation failed: client connection to 127.23.81.125:38591: connect: Connection refused (error 111)
00:23:52.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.664883 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } attempt: 5
00:23:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.668329 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.125:38591: Network error: Client connection negotiation failed: client connection to 127.23.81.125:38591: connect: Connection refused (error 111)
00:23:53.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.215833 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } attempt: 6
00:23:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.224067 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.125:38591: Network error: Client connection negotiation failed: client connection to 127.23.81.125:38591: connect: Connection refused (error 111)
00:23:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.361048 24020 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:52.361048 24018 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:53.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:52.362244 23996 server_base.cc:1034] running on GCE node
00:23:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.454180 23996 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:23:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.456797 23996 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:23:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.458155 23996 hybrid_clock.cc:648] HybridClock initialized: now 1786321433458107 us; error 46 us; skew 500 ppm
00:23:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.459033 23996 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:23:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.465165 23996 webserver.cc:460] Webserver started at http://127.23.81.125:35379/ using document root <none> and password file <none>
00:23:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.466075 23996 fs_manager.cc:359] Metadata directory not provided
00:23:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.466293 23996 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:23:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.466768 23996 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:23:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.471794 23996 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/data/instance:
00:23:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c89f785b26614f25b2b6140179d94dff"
00:23:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:53 on dist-test-slave-266d"
00:23:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.472877 23996 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/wal/instance:
00:23:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c89f785b26614f25b2b6140179d94dff"
00:23:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:53 on dist-test-slave-266d"
00:23:53.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.479727 23996 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.002s sys 0.004s
00:23:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.485113 24040 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:23:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.486064 23996 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
00:23:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.486380 23996 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/wal
00:23:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c89f785b26614f25b2b6140179d94dff"
00:23:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:53 on dist-test-slave-266d"
00:23:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.486752 23996 fs_report.cc:383] FS layout report
00:23:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:23:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/wal
00:23:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/wal
00:23:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/data/data
00:23:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:23:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:23:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:23:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:23:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:23:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:23:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:23:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:23:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:23:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:23:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:23:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.527076 23996 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:23:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.528527 23996 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:23:53.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.528985 23996 kserver.cc:163] Server-wide thread pool size limit: 3276
00:23:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.595065 23996 rpc_server.cc:307] RPC server started. Bound to: 127.23.81.125:38591
00:23:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.595147 24117 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.81.125:38591 every 8 connection(s)
00:23:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.597795 23996 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/data/info.pb
00:23:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.602784 24118 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:23:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.603143 23877 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 23996
00:23:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.603472 23877 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-1/wal/instance
00:23:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.605620 23877 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/wal
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/data
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/logs
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/data/info.pb
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.124:40139
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.124
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:23:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38451/jwks.json with env {}
00:23:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.615275 24118 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } has no permanent_uuid. Determining permanent_uuid...
00:23:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.639674 24118 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } has no permanent_uuid. Determining permanent_uuid...
00:23:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.655129 24118 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } has no permanent_uuid. Determining permanent_uuid...
00:23:53.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.657351 24046 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.661186 24118 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.710618 24118 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 1
00:23:53.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.714113 24118 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:53.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.782464 24118 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 2
00:23:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.786298 24118 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:53.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.877709 24118 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 3
00:23:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.881614 24118 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:53.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.917909 24121 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:23:53.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.918465 24121 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:23:53.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.918946 24121 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:23:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.950012 24121 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:23:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.950286 24121 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:23:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.950488 24121 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:23:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.950686 24121 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:23:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.950871 24121 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:23:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:53.951011 24121 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38451/jwks.json
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.985813 24121 master_runner.cc:386] Master server non-default flags:
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/data
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/wal
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.124:40139
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38451/jwks.json
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/data/info.pb
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.124
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/logs
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:23:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:23:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.987011 24121 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:23:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:53.988652 24121 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:23:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.005111 24144 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.025070 24118 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 4
00:23:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.028896 24118 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.284600 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } attempt: 7
00:23:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.298913 23993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } has no permanent_uuid. Determining permanent_uuid...
00:23:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.304334 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.328393 24118 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 5
00:23:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.331964 24118 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.362668 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 1
00:23:54.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.366580 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:54.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.447988 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 2
00:23:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.451972 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.537374 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 3
00:23:54.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.541255 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:54.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.681617 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 4
00:23:54.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.685689 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.879456 24118 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 6
00:23:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.885840 24118 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:54.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:54.969053 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 5
00:23:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.972666 23993 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.81.124:40139: Network error: Client connection negotiation failed: client connection to 127.23.81.124:40139: connect: Connection refused (error 111)
00:23:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.005138 24141 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:54.005743 24140 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:55.100441 24143 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:23:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.100561 24121 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:23:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.104660 24121 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:23:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.107707 24121 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:23:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.109140 24121 hybrid_clock.cc:648] HybridClock initialized: now 1786321435109062 us; error 70 us; skew 500 ppm
00:23:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.110142 24121 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:23:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.116545 24121 webserver.cc:460] Webserver started at http://127.23.81.124:37687/ using document root <none> and password file <none>
00:23:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.117483 24121 fs_manager.cc:359] Metadata directory not provided
00:23:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.117676 24121 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:23:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.118052 24121 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:23:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.122814 24121 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/data/instance:
00:23:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4df23c6d48b4d7f8ab5382667a560b3"
00:23:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:55 on dist-test-slave-266d"
00:23:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.123888 24121 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/wal/instance:
00:23:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4df23c6d48b4d7f8ab5382667a560b3"
00:23:55.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:55 on dist-test-slave-266d"
00:23:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.130739 24121 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.000s sys 0.008s
00:23:55.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.135900 24161 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:23:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.136876 24121 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
00:23:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.137188 24121 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/wal
00:23:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4df23c6d48b4d7f8ab5382667a560b3"
00:23:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:55 on dist-test-slave-266d"
00:23:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.137475 24121 fs_report.cc:383] FS layout report
00:23:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:23:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/wal
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/wal
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/data/data
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:23:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:23:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.174683 24121 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:23:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.176069 24121 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:23:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.176479 24121 kserver.cc:163] Server-wide thread pool size limit: 3276
00:23:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.242542 24121 rpc_server.cc:307] RPC server started. Bound to: 127.23.81.124:40139
00:23:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.242622 24243 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.81.124:40139 every 8 connection(s)
00:23:55.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.245169 24121 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/data/info.pb
00:23:55.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.250029 24245 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:23:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.252637 23877 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 24121
00:23:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.253028 23877 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/master-2/wal/instance
00:23:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.262127 24245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } has no permanent_uuid. Determining permanent_uuid...
00:23:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.286450 24245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } has no permanent_uuid. Determining permanent_uuid...
00:23:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.297562 24245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } has no permanent_uuid. Determining permanent_uuid...
00:23:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.315505 24245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3: Bootstrap starting.
00:23:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.320937 24245 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3: Neither blocks nor log segments found. Creating new log.
00:23:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.322664 24245 log.cc:824] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3: Log is configured to *not* fsync() on all Append() calls
00:23:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.327041 24245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3: No bootstrap required, opened a new log
00:23:55.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.348070 24245 raft_consensus.cc:348] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:55.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.348657 24245 raft_consensus.cc:374] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:23:55.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.348892 24245 raft_consensus.cc:729] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4df23c6d48b4d7f8ab5382667a560b3, State: Initialized, Role: FOLLOWER
00:23:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.349561 24245 consensus_queue.cc:260] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.352367 24267 sys_catalog.cc:455] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.353365 24267 sys_catalog.cc:458] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: This master's current role is: FOLLOWER
00:23:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.353991 24245 sys_catalog.cc:564] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: configured and running, proceeding with master startup.
00:23:55.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:55.377807 24283 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:23:55.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:55.379784 24283 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:23:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.373024 24121 master_runner.cc:186] Error getting master registration for 127.23.81.126:37597: OK, instance_id { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" instance_seqno: 1786321431927100 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:23:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.397541 24121 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:23:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:55.431249 24170 tablet.cc:2369] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:23:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.525024 23993 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 6
00:23:55.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.545957 23993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: Bootstrap starting.
00:23:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.552981 23993 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: Neither blocks nor log segments found. Creating new log.
00:23:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.555306 23993 log.cc:824] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: Log is configured to *not* fsync() on all Append() calls
00:23:55.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.560093 23993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: No bootstrap required, opened a new log
00:23:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.589624 23993 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.590458 23993 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:23:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.590757 23993 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3af28dbff2c54ba29ba1bbabbb31f78b, State: Initialized, Role: FOLLOWER
00:23:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.591612 23993 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.594695 24292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.595645 24292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [sys.catalog]: This master's current role is: FOLLOWER
00:23:55.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.596545 23993 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [sys.catalog]: configured and running, proceeding with master startup.
00:23:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:55.632534 24313 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:23:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:55.633074 24313 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:23:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:55.637871 23930 tablet.cc:2369] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:23:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.627429 23894 master_runner.cc:186] Error getting master registration for 127.23.81.125:38591: OK, instance_id { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" instance_seqno: 1786321433576940 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:23:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.659795 23894 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:23:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.742075 24267 raft_consensus.cc:482] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:23:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.742640 24267 raft_consensus.cc:504] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.745267 24267 leader_election.cc:288] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3af28dbff2c54ba29ba1bbabbb31f78b (127.23.81.126:37597), c89f785b26614f25b2b6140179d94dff (127.23.81.125:38591)
00:23:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.746500 23959 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" is_pre_election: true
00:23:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.747445 23959 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4df23c6d48b4d7f8ab5382667a560b3 in term 0.
00:23:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.748888 24163 leader_election.cc:302] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3af28dbff2c54ba29ba1bbabbb31f78b, d4df23c6d48b4d7f8ab5382667a560b3; no voters:
00:23:55.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.750026 24267 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:23:55.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.750348 24267 raft_consensus.cc:482] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:23:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.750669 24267 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 0 FOLLOWER]: Advancing to term 1
00:23:55.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.760020 24267 raft_consensus.cc:504] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.762914 24267 leader_election.cc:288] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [CANDIDATE]: Term 1 election: Requested vote from peers 3af28dbff2c54ba29ba1bbabbb31f78b (127.23.81.126:37597), c89f785b26614f25b2b6140179d94dff (127.23.81.125:38591)
00:23:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.763686 23959 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b"
00:23:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.764213 23959 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [term 0 FOLLOWER]: Advancing to term 1
00:23:55.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.771428 23959 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4df23c6d48b4d7f8ab5382667a560b3 in term 1.
00:23:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.773185 24163 leader_election.cc:302] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3af28dbff2c54ba29ba1bbabbb31f78b, d4df23c6d48b4d7f8ab5382667a560b3; no voters:
00:23:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.774034 24267 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 1 FOLLOWER]: Leader election won for term 1
00:23:55.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.776057 24267 raft_consensus.cc:686] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [term 1 LEADER]: Becoming Leader. State: Replica: d4df23c6d48b4d7f8ab5382667a560b3, State: Running, Role: LEADER
00:23:55.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.776993 24267 consensus_queue.cc:237] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:55.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.785822 24316 sys_catalog.cc:455] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d4df23c6d48b4d7f8ab5382667a560b3. Latest consensus state: current_term: 1 leader_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.786839 24316 sys_catalog.cc:458] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: This master's current role is: LEADER
00:23:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.802050 24318 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:23:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.808921 24318 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:23:55.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.827246 23959 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [term 1 FOLLOWER]: Refusing update from remote peer d4df23c6d48b4d7f8ab5382667a560b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:23:55.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.829018 24316 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:23:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.878254 24319 mvcc.cc:205] Tried to move back new op lower bound from 7316772601127419904 to 7316772600951943168. Current Snapshot: MvccSnapshot[applied={T|T < 7316772601127419904}]
00:23:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.872655 24292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [sys.catalog]: SysCatalogTable state changed. Reason: New leader d4df23c6d48b4d7f8ab5382667a560b3. Latest consensus state: current_term: 1 leader_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.878911 24292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [sys.catalog]: This master's current role is: FOLLOWER
00:23:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.880450 24267 sys_catalog.cc:455] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.881389 24267 sys_catalog.cc:458] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: This master's current role is: LEADER
00:23:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.886945 24318 catalog_manager.cc:1347] Generated new cluster ID: c2267fccd9fa4285966a1eee0f9023b7
00:23:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.887210 24318 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:23:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.897919 24292 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.898623 24292 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b [sys.catalog]: This master's current role is: FOLLOWER
00:23:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.932660 24318 catalog_manager.cc:1370] Generated new certificate authority record
00:23:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.935312 24318 catalog_manager.cc:1504] Loading token signing keys...
00:23:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.946297 24118 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } attempt: 7
00:23:55.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.971148 24318 catalog_manager.cc:5868] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3: Generated new TSK 0
00:23:55.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.978266 24318 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:23:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:55.991153 24118 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff: Bootstrap starting.
00:23:56.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.001758 24118 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff: Neither blocks nor log segments found. Creating new log.
00:23:56.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.003906 24118 log.cc:824] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff: Log is configured to *not* fsync() on all Append() calls
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.031872 23877 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/wal
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/data
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/logs
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/data/info.pb
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.65:0
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.81.65
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.65
00:23:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:23:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.035902 24118 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff: No bootstrap required, opened a new log
00:23:56.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.068219 24118 raft_consensus.cc:348] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:56.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.069322 24118 raft_consensus.cc:374] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:23:56.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.069785 24118 raft_consensus.cc:729] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c89f785b26614f25b2b6140179d94dff, State: Initialized, Role: FOLLOWER
00:23:56.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.071000 24118 consensus_queue.cc:260] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } }
00:23:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.088160 24118 sys_catalog.cc:564] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [sys.catalog]: configured and running, proceeding with master startup.
00:23:56.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.088447 24331 sys_catalog.cc:455] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:56.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.090314 24331 sys_catalog.cc:458] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [sys.catalog]: This master's current role is: FOLLOWER
00:23:56.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.089655 24076 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c89f785b26614f25b2b6140179d94dff"
00:23:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.090261 24080 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c89f785b26614f25b2b6140179d94dff" is_pre_election: true
00:23:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.089169 24075 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [term 0 FOLLOWER]: Advancing to term 1
00:23:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.105149 24075 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [term 1 FOLLOWER]: Refusing update from remote peer d4df23c6d48b4d7f8ab5382667a560b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:23:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.106905 24316 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:23:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.191854 24344 sys_catalog.cc:455] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.196586 24344 sys_catalog.cc:458] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [sys.catalog]: This master's current role is: FOLLOWER
00:23:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.195813 24331 sys_catalog.cc:455] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [sys.catalog]: SysCatalogTable state changed. Reason: New leader d4df23c6d48b4d7f8ab5382667a560b3. Latest consensus state: current_term: 1 leader_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.197429 24331 sys_catalog.cc:458] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff [sys.catalog]: This master's current role is: FOLLOWER
00:23:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.205785 24353 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:23:56.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:56.587131 24330 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:23:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:56.587826 24330 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:23:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:56.588618 24330 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:23:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.639542 24313 catalog_manager.cc:1259] Loaded cluster ID: c2267fccd9fa4285966a1eee0f9023b7
00:23:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.640026 24313 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: loading cluster ID for follower catalog manager: success
00:23:56.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:56.643528 24330 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:23:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:56.644913 24330 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.81.65
00:23:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.659953 24313 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: acquiring CA information for follower catalog manager: success
00:23:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.678117 24316 sys_catalog.cc:455] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af28dbff2c54ba29ba1bbabbb31f78b" member_type: VOTER last_known_addr { host: "127.23.81.126" port: 37597 } } peers { permanent_uuid: "c89f785b26614f25b2b6140179d94dff" member_type: VOTER last_known_addr { host: "127.23.81.125" port: 38591 } } peers { permanent_uuid: "d4df23c6d48b4d7f8ab5382667a560b3" member_type: VOTER last_known_addr { host: "127.23.81.124" port: 40139 } } }
00:23:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.679051 24316 sys_catalog.cc:458] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 [sys.catalog]: This master's current role is: LEADER
00:23:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.683272 24313 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3af28dbff2c54ba29ba1bbabbb31f78b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.704890 24330 tablet_server_runner.cc:78] Tablet server non-default flags:
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/data
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/wal
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.65:0
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/data/info.pb
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.65
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.81.65
00:23:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/logs
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:23:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:23:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.707129 24330 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:23:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:56.709303 24330 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:23:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:56.732627 24368 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:57.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:57.237376 24353 catalog_manager.cc:1259] Loaded cluster ID: c2267fccd9fa4285966a1eee0f9023b7
00:23:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:57.237885 24353 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff: loading cluster ID for follower catalog manager: success
00:23:57.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:57.254165 24353 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff: acquiring CA information for follower catalog manager: success
00:23:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:57.266387 24353 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c89f785b26614f25b2b6140179d94dff: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:23:58.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:58.125923 24364 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 24330
00:23:58.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:56.733814 24365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:58.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:58.402814 24330 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.673s user 0.544s sys 0.932s
00:23:58.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:58.403239 24330 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.674s user 0.544s sys 0.932s
00:23:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:58.417169 24377 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:58.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.419728 24330 server_base.cc:1034] running on GCE node
00:23:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.421223 24330 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:23:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.424013 24330 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:23:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.425458 24330 hybrid_clock.cc:648] HybridClock initialized: now 1786321438425346 us; error 104 us; skew 500 ppm
00:23:58.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.426549 24330 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:23:58.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.438308 24330 webserver.cc:460] Webserver started at http://127.23.81.65:44691/ using document root <none> and password file <none>
00:23:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.439443 24330 fs_manager.cc:359] Metadata directory not provided
00:23:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.439707 24330 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:23:58.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.440248 24330 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:23:58.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.447001 24330 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/data/instance:
00:23:58.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "603f8bfa58ca4d07a1f2854436ac184b"
00:23:58.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:58 on dist-test-slave-266d"
00:23:58.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.448400 24330 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/wal/instance:
00:23:58.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "603f8bfa58ca4d07a1f2854436ac184b"
00:23:58.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:58 on dist-test-slave-266d"
00:23:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.457423 24330 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.001s
00:23:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.464701 24382 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:23:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.465925 24330 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
00:23:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.466291 24330 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/wal
00:23:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "603f8bfa58ca4d07a1f2854436ac184b"
00:23:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:23:58 on dist-test-slave-266d"
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.466694 24330 fs_report.cc:383] FS layout report
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/wal
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/wal
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/data/data
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:23:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:23:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.512300 24330 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:23:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.514223 24330 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:23:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.514796 24330 kserver.cc:163] Server-wide thread pool size limit: 3276
00:23:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.518254 24330 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:23:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.524155 24330 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:23:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.524436 24330 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:23:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.524734 24330 ts_tablet_manager.cc:610] Registered 0 tablets
00:23:58.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.524955 24330 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:23:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.699842 24330 rpc_server.cc:307] RPC server started. Bound to: 127.23.81.65:46565
00:23:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.699966 24567 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.81.65:46565 every 8 connection(s)
00:23:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.703269 24330 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/data/info.pb
00:23:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.711197 23877 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 24330
00:23:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.711669 23877 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-0/wal/instance
00:23:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.754491 23877 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/wal
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/data
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/logs
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/data/info.pb
00:23:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.66:0
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.81.66
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.66
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:23:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.773298 24569 heartbeater.cc:347] Connected to a master server at 127.23.81.124:40139
00:23:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.773375 24572 heartbeater.cc:347] Connected to a master server at 127.23.81.125:38591
00:23:58.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.773816 24569 heartbeater.cc:464] Registering TS with master...
00:23:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.773856 24572 heartbeater.cc:464] Registering TS with master...
00:23:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.775118 24569 heartbeater.cc:511] Master 127.23.81.124:40139 requested a full tablet report, sending...
00:23:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.775446 24572 heartbeater.cc:511] Master 127.23.81.125:38591 requested a full tablet report, sending...
00:23:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.778241 24184 ts_manager.cc:194] Registered new tserver with Master: 603f8bfa58ca4d07a1f2854436ac184b (127.23.81.65:46565)
00:23:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.778805 24064 ts_manager.cc:194] Registered new tserver with Master: 603f8bfa58ca4d07a1f2854436ac184b (127.23.81.65:46565)
00:23:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.781215 24184 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.81.65:53859
00:23:58.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.791759 24574 heartbeater.cc:347] Connected to a master server at 127.23.81.126:37597
00:23:58.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.792106 24574 heartbeater.cc:464] Registering TS with master...
00:23:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.792778 24574 heartbeater.cc:511] Master 127.23.81.126:37597 requested a full tablet report, sending...
00:23:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:58.795298 23945 ts_manager.cc:194] Registered new tserver with Master: 603f8bfa58ca4d07a1f2854436ac184b (127.23.81.65:46565)
00:23:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:59.076254 24581 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:23:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:59.076812 24581 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:23:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:59.077374 24581 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:23:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:59.108721 24581 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:23:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:59.109656 24581 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.81.66
00:23:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:59.143365 24581 tablet_server_runner.cc:78] Tablet server non-default flags:
00:23:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:23:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:23:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:23:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:23:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/data
00:23:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/wal
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.66:0
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/data/info.pb
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.66
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:23:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.81.66
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/logs
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:23:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:59.144846 24581 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:23:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:59.146649 24581 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:23:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:59.167176 24593 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:23:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:23:59.786283 24569 heartbeater.cc:503] Master 127.23.81.124:40139 was elected leader, sending a full tablet report...
00:24:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:59.167410 24594 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:23:59.167994 24598 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.269591 24596 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:24:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.269698 24581 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:24:00.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.273331 24581 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.275599 24581 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.276962 24581 hybrid_clock.cc:648] HybridClock initialized: now 1786321440276915 us; error 53 us; skew 500 ppm
00:24:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.277778 24581 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.284044 24581 webserver.cc:460] Webserver started at http://127.23.81.66:46311/ using document root <none> and password file <none>
00:24:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.284897 24581 fs_manager.cc:359] Metadata directory not provided
00:24:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.285105 24581 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.285537 24581 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:24:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.290311 24581 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/data/instance:
00:24:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab1ad8267fb84968b9f97113b39450f5"
00:24:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:00 on dist-test-slave-266d"
00:24:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.291365 24581 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/wal/instance:
00:24:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab1ad8267fb84968b9f97113b39450f5"
00:24:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:00 on dist-test-slave-266d"
00:24:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.298122 24581 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
00:24:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.303215 24613 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.304173 24581 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.004s
00:24:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.304453 24581 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/wal
00:24:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab1ad8267fb84968b9f97113b39450f5"
00:24:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:00 on dist-test-slave-266d"
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.304764 24581 fs_report.cc:383] FS layout report
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/wal
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/wal
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/data/data
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.337515 24581 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.338878 24581 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.339277 24581 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.341642 24581 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:24:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.345983 24581 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:24:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.346179 24581 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:24:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.346369 24581 ts_tablet_manager.cc:610] Registered 0 tablets
00:24:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.346494 24581 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:24:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.481454 24581 rpc_server.cc:307] RPC server started. Bound to: 127.23.81.66:40239
00:24:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.481521 24803 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.81.66:40239 every 8 connection(s)
00:24:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.483996 24581 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/data/info.pb
00:24:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.491286 23877 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 24581
00:24:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.491916 23877 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-1/wal/instance
00:24:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.505481 23877 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/wal
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/data
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/logs
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/data/info.pb
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.67:0
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.81.67
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.67
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:24:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.523277 24804 heartbeater.cc:347] Connected to a master server at 127.23.81.124:40139
00:24:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.523707 24804 heartbeater.cc:464] Registering TS with master...
00:24:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.524917 24804 heartbeater.cc:511] Master 127.23.81.124:40139 requested a full tablet report, sending...
00:24:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.527421 24184 ts_manager.cc:194] Registered new tserver with Master: ab1ad8267fb84968b9f97113b39450f5 (127.23.81.66:40239)
00:24:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.529398 24184 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.81.66:41329
00:24:00.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.533499 24806 heartbeater.cc:347] Connected to a master server at 127.23.81.126:37597
00:24:00.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.533838 24806 heartbeater.cc:464] Registering TS with master...
00:24:00.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.534515 24806 heartbeater.cc:511] Master 127.23.81.126:37597 requested a full tablet report, sending...
00:24:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.536008 24805 heartbeater.cc:347] Connected to a master server at 127.23.81.125:38591
00:24:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.536326 24805 heartbeater.cc:464] Registering TS with master...
00:24:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.536950 24805 heartbeater.cc:511] Master 127.23.81.125:38591 requested a full tablet report, sending...
00:24:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.537735 23945 ts_manager.cc:194] Registered new tserver with Master: ab1ad8267fb84968b9f97113b39450f5 (127.23.81.66:40239)
00:24:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.539196 24064 ts_manager.cc:194] Registered new tserver with Master: ab1ad8267fb84968b9f97113b39450f5 (127.23.81.66:40239)
00:24:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.828322 24815 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.828819 24815 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:00.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.829314 24815 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.860298 24815 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:00.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.861227 24815 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.81.67
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.895018 24815 tablet_server_runner.cc:78] Tablet server non-default flags:
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.81.84:41639
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/data
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/wal
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.81.67:0
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/data/info.pb
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.81.67
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.81.126:37597,127.23.81.125:38591,127.23.81.124:40139
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.81.67
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/logs
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:00.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.896234 24815 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.897956 24815 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.916059 24827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:01.534034 24804 heartbeater.cc:503] Master 127.23.81.124:40139 was elected leader, sending a full tablet report...
00:24:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.916977 24826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:00.917436 24815 server_base.cc:1034] running on GCE node
00:24:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:00.916522 24831 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:02.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.001398 24815 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:02.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.003751 24815 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.005155 24815 hybrid_clock.cc:648] HybridClock initialized: now 1786321442005118 us; error 37 us; skew 500 ppm
00:24:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.006044 24815 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.012442 24815 webserver.cc:460] Webserver started at http://127.23.81.67:32827/ using document root <none> and password file <none>
00:24:02.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.013406 24815 fs_manager.cc:359] Metadata directory not provided
00:24:02.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.013616 24815 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.014045 24815 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:24:02.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.018941 24815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/data/instance:
00:24:02.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5f0b8b192c4b96baca384d61c4796b"
00:24:02.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:02 on dist-test-slave-266d"
00:24:02.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.020011 24815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/wal/instance:
00:24:02.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5f0b8b192c4b96baca384d61c4796b"
00:24:02.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:02 on dist-test-slave-266d"
00:24:02.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.027462 24815 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
00:24:02.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.032835 24845 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:02.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.033799 24815 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
00:24:02.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.034123 24815 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/wal
00:24:02.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5f0b8b192c4b96baca384d61c4796b"
00:24:02.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:02 on dist-test-slave-266d"
00:24:02.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.034453 24815 fs_report.cc:383] FS layout report
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/wal
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/wal
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/data/data
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:02.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.072934 24815 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.074426 24815 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.074904 24815 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.077418 24815 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
00:24:02.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.081553 24815 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:24:02.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.081768 24815 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:24:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.082050 24815 ts_tablet_manager.cc:610] Registered 0 tablets
00:24:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.082235 24815 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:24:02.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.212227 24815 rpc_server.cc:307] RPC server started. Bound to: 127.23.81.67:33743
00:24:02.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.212374 25036 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.81.67:33743 every 8 connection(s)
00:24:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.214800 24815 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/data/info.pb
00:24:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.218124 23877 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 24815
00:24:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.218585 23877 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster6580645829569605285/ts-2/wal/instance
00:24:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.262861 25043 heartbeater.cc:347] Connected to a master server at 127.23.81.125:38591
00:24:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.263259 25044 heartbeater.cc:347] Connected to a master server at 127.23.81.126:37597
00:24:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.263361 25043 heartbeater.cc:464] Registering TS with master...
00:24:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.263613 25044 heartbeater.cc:464] Registering TS with master...
00:24:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.264557 25043 heartbeater.cc:511] Master 127.23.81.125:38591 requested a full tablet report, sending...
00:24:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.264636 25044 heartbeater.cc:511] Master 127.23.81.126:37597 requested a full tablet report, sending...
00:24:02.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.266089 25042 heartbeater.cc:347] Connected to a master server at 127.23.81.124:40139
00:24:02.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.266422 25042 heartbeater.cc:464] Registering TS with master...
00:24:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.267189 25042 heartbeater.cc:511] Master 127.23.81.124:40139 requested a full tablet report, sending...
00:24:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.267915 23945 ts_manager.cc:194] Registered new tserver with Master: 7b5f0b8b192c4b96baca384d61c4796b (127.23.81.67:33743)
00:24:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.268580 24064 ts_manager.cc:194] Registered new tserver with Master: 7b5f0b8b192c4b96baca384d61c4796b (127.23.81.67:33743)
00:24:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.270475 24184 ts_manager.cc:194] Registered new tserver with Master: 7b5f0b8b192c4b96baca384d61c4796b (127.23.81.67:33743)
00:24:02.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.272421 24184 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.81.67:37029
00:24:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.281411 23877 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
00:24:02.292 [DEBUG - main] (MiniKuduCluster.java:195) Response:
00:24:02.292 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
00:24:02.293 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.23.81.126"
port: 37597
}
bound_http_address {
host: "127.23.81.126"
port: 38229
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.23.81.125"
port: 38591
}
bound_http_address {
host: "127.23.81.125"
port: 35379
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.23.81.124"
port: 40139
}
bound_http_address {
host: "127.23.81.124"
port: 37687
}
}
}
00:24:02.296 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
00:24:02.297 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.23.81.65"
port: 46565
}
bound_http_address {
host: "127.23.81.65"
port: 44691
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.23.81.66"
port: 40239
}
bound_http_address {
host: "127.23.81.66"
port: 46311
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.23.81.67"
port: 33743
}
bound_http_address {
host: "127.23.81.67"
port: 32827
}
}
}
00:24:02.297 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:24:02.298 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster1064314740238349917/krb5kdc/krb5cc
00:24:02.299 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
00:24:02.302 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLGqc77/test-tmp
00:24:02.302 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:24:02.302 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLGqc77/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:24:02.305 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
00:24:02.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:02.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
00:24:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.646886 25065 mini_oidc.cc:152] Starting JWKS server
00:24:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.650359 25065 webserver.cc:460] Webserver started at http://127.0.0.1:33397/ using document root <none> and password file <none>
00:24:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.650823 25065 mini_oidc.cc:189] Starting OIDC Discovery server
00:24:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:02.652573 25065 webserver.cc:460] Webserver started at http://127.0.0.1:34655/ using document root <none> and password file <none>
00:24:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
00:24:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/principal' for realm 'KRBTEST.COM',
00:24:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
00:24:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:02 dist-test-slave-266d krb5kdc[25082](info): setting up network...
00:24:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
00:24:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:02 dist-test-slave-266d krb5kdc[25082](info): set up 2 sockets
00:24:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:02 dist-test-slave-266d krb5kdc[25082](info): commencing operation
00:24:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
00:24:03.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:03.276372 25042 heartbeater.cc:503] Master 127.23.81.124:40139 was elected leader, sending a full tablet report...
00:24:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:03.853724 25065 mini_kdc.cc:121] Time spent starting KDC: real 1.177s user 0.007s sys 0.014s
00:24:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
00:24:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
00:24:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
00:24:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
00:24:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
00:24:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
00:24:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
00:24:03.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
00:24:03.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
00:24:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
00:24:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/test-user.keytab.
00:24:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/test-user.keytab.
00:24:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:03 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321443, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
00:24:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T00:24:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
00:24:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T00:24:03Z Disabled control of system clock
00:24:04.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.122.126@KRBTEST.COM; defaulting to no policy
00:24:04.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
00:24:04.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.122.126@KRBTEST.COM" created.
00:24:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
00:24:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.122.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab.
00:24:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.122.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab.
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:04.035281 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/logs
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.126:39405
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.126
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.126
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.348970 25105 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.349629 25105 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:04.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.350226 25105 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.380823 25105 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.381033 25105 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.381397 25105 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.381642 25105 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.381834 25105 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.382018 25105 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.382165 25105 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:04.417920 25105 master_runner.cc:386] Master server non-default flags:
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.126
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.126:39405
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.126
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/logs
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:04.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:04.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:04.419075 25105 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:04.420071 25105 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.436883 25121 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.438769 25117 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:04.438189 25116 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:05.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:04.438905 25105 server_base.cc:1034] running on GCE node
00:24:05.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.554575 25105 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:05.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.557855 25105 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:05.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.559502 25105 hybrid_clock.cc:648] HybridClock initialized: now 1786321445559446 us; error 96 us; skew 500 ppm
00:24:05.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.560324 25105 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:05 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321445, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:05.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.569005 25105 init.cc:377] Logged in from keytab as kudu/127.24.122.126@KRBTEST.COM (short username kudu)
00:24:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.573971 25105 webserver.cc:460] Webserver started at http://127.24.122.126:40591/ using document root <none> and password file <none>
00:24:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.574836 25105 fs_manager.cc:359] Metadata directory not provided
00:24:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.575016 25105 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.575407 25105 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:24:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.580152 25105 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/instance:
00:24:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "988d26f4f8e946b5a8686d343ac2eb24"
00:24:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:05 on dist-test-slave-266d"
00:24:05.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.581202 25105 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal/instance:
00:24:05.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "988d26f4f8e946b5a8686d343ac2eb24"
00:24:05.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:05 on dist-test-slave-266d"
00:24:05.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.588129 25105 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
00:24:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.593741 25131 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.594846 25105 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
00:24:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.595216 25105 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "988d26f4f8e946b5a8686d343ac2eb24"
00:24:05.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:05 on dist-test-slave-266d"
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.595640 25105 fs_report.cc:383] FS layout report
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/data
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:05.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.634451 25105 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.639750 25105 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.640141 25105 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.708508 25105 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.126:39405
00:24:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.708650 25207 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.126:39405 every 8 connection(s)
00:24:05.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.711179 25105 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.716332 25208 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:24:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.718254 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 25105
00:24:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.718798 25065 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal/instance
00:24:05.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.731261 25208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } has no permanent_uuid. Determining permanent_uuid...
00:24:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.122.125@KRBTEST.COM; defaulting to no policy
00:24:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
00:24:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.122.125@KRBTEST.COM" created.
00:24:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:05 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321445, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for kudu/127.24.122.126@KRBTEST.COM
00:24:05.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
00:24:05.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.122.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab.
00:24:05.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.122.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab.
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.766912 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/logs
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.125:36749
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.125
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.125
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:05.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.768430 25208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } has no permanent_uuid. Determining permanent_uuid...
00:24:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:05.770550 25133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.122.125:36749: connect: Connection refused (error 111)
00:24:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:05.774309 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.125:36749: Network error: Client connection negotiation failed: client connection to 127.24.122.125:36749: connect: Connection refused (error 111)
00:24:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.823730 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } attempt: 1
00:24:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:05.827106 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.125:36749: Network error: Client connection negotiation failed: client connection to 127.24.122.125:36749: connect: Connection refused (error 111)
00:24:05.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.895496 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } attempt: 2
00:24:05.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:05.899312 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.125:36749: Network error: Client connection negotiation failed: client connection to 127.24.122.125:36749: connect: Connection refused (error 111)
00:24:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:05.990665 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } attempt: 3
00:24:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:05.994302 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.125:36749: Network error: Client connection negotiation failed: client connection to 127.24.122.125:36749: connect: Connection refused (error 111)
00:24:06.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.071602 25219 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:06.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.072208 25219 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.072865 25219 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:06.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.103096 25219 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:06.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.103335 25219 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:06.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.103705 25219 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.103969 25219 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.104220 25219 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.104475 25219 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.104691 25219 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:06.137701 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } attempt: 4
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:06.141731 25219 master_runner.cc:386] Master server non-default flags:
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.125
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.125:36749
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.125
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/logs
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.142557 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.125:36749: Network error: Client connection negotiation failed: client connection to 127.24.122.125:36749: connect: Connection refused (error 111)
00:24:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:06.143209 25219 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:06.144479 25219 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.162009 25237 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:06.442075 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } attempt: 5
00:24:06.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.447649 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.125:36749: Network error: Client connection negotiation failed: client connection to 127.24.122.125:36749: connect: Connection refused (error 111)
00:24:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:06.995148 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } attempt: 6
00:24:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.003621 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.125:36749: Network error: Client connection negotiation failed: client connection to 127.24.122.125:36749: connect: Connection refused (error 111)
00:24:07.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.163092 25240 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:06.162199 25235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.361820 25239 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1197 milliseconds
00:24:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.361915 25219 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:24:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.363140 25219 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:07.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.365988 25219 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.367415 25219 hybrid_clock.cc:648] HybridClock initialized: now 1786321447367357 us; error 61 us; skew 500 ppm
00:24:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.368388 25219 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:07.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:07 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321447, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:07.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.373812 25219 init.cc:377] Logged in from keytab as kudu/127.24.122.125@KRBTEST.COM (short username kudu)
00:24:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.378947 25219 webserver.cc:460] Webserver started at http://127.24.122.125:34489/ using document root <none> and password file <none>
00:24:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.379781 25219 fs_manager.cc:359] Metadata directory not provided
00:24:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.379954 25219 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:07.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.380331 25219 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:24:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.384879 25219 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/instance:
00:24:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1027aaac4c3e439f84b5cd48650b73ea"
00:24:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:07 on dist-test-slave-266d"
00:24:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.385991 25219 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal/instance:
00:24:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1027aaac4c3e439f84b5cd48650b73ea"
00:24:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:07 on dist-test-slave-266d"
00:24:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.393738 25219 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
00:24:07.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.399308 25259 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:07.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.400331 25219 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
00:24:07.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.400664 25219 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:07.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1027aaac4c3e439f84b5cd48650b73ea"
00:24:07.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:07 on dist-test-slave-266d"
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.400978 25219 fs_report.cc:383] FS layout report
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/data
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.439620 25219 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.445127 25219 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.445631 25219 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.517820 25219 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.125:36749
00:24:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.517884 25340 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.125:36749 every 8 connection(s)
00:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.520480 25219 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.521309 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 25219
00:24:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.521796 25065 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal/instance
00:24:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.526854 25341 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:24:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.24.122.124@KRBTEST.COM; defaulting to no policy
00:24:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.538682 25341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } has no permanent_uuid. Determining permanent_uuid...
00:24:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
00:24:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.24.122.124@KRBTEST.COM" created.
00:24:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:07 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321447, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for kudu/127.24.122.126@KRBTEST.COM
00:24:07.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
00:24:07.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.122.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab.
00:24:07.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.24.122.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab.
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.570878 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/logs
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.124:37509
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.124
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.124
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:07.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.575529 25341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } has no permanent_uuid. Determining permanent_uuid...
00:24:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:07 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321447, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for kudu/127.24.122.125@KRBTEST.COM
00:24:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.603354 25341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } has no permanent_uuid. Determining permanent_uuid...
00:24:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.605604 25264 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:07.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.609692 25341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.659138 25341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 1
00:24:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.662956 25341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.731374 25341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 2
00:24:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.734907 25341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.826344 25341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 3
00:24:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.829989 25341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.895710 25348 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.896246 25348 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.896839 25348 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.927309 25348 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.927525 25348 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.927793 25348 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.927982 25348 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.928174 25348 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.928354 25348 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.928488 25348 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.964627 25348 master_runner.cc:386] Master server non-default flags:
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.124
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.124:37509
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.124
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/logs
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.966095 25348 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.967275 25348 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.973351 25341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 4
00:24:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.977607 25341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.984238 25363 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:08.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.064126 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } attempt: 7
00:24:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:08 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321445, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for kudu/127.24.122.125@KRBTEST.COM
00:24:08.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.087121 25208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } has no permanent_uuid. Determining permanent_uuid...
00:24:08.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:08.092490 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.150852 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 1
00:24:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:08.154510 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.235954 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 2
00:24:08.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:08.240159 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.277016 25341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 5
00:24:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:08.280687 25341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.325632 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 3
00:24:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:08.329276 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.476490 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 4
00:24:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:08.480340 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.763823 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 5
00:24:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:08.768213 25208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:08.828025 25341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 6
00:24:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:08.834395 25341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.122.124:37509: Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:09.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.984251 25365 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:09.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:07.984975 25362 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:09.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:07.986181 25348 server_base.cc:1034] running on GCE node
00:24:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.105051 25348 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.107813 25348 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.109179 25348 hybrid_clock.cc:648] HybridClock initialized: now 1786321449109145 us; error 38 us; skew 500 ppm
00:24:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.110003 25348 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.115784 25348 init.cc:377] Logged in from keytab as kudu/127.24.122.124@KRBTEST.COM (short username kudu)
00:24:09.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.120894 25348 webserver.cc:460] Webserver started at http://127.24.122.124:35721/ using document root <none> and password file <none>
00:24:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.121850 25348 fs_manager.cc:359] Metadata directory not provided
00:24:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.122031 25348 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.122503 25348 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:24:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.127292 25348 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/instance:
00:24:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2572844ed7d44de3be7716f71766fcdb"
00:24:09.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:09 on dist-test-slave-266d"
00:24:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.128329 25348 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal/instance:
00:24:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2572844ed7d44de3be7716f71766fcdb"
00:24:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:09 on dist-test-slave-266d"
00:24:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.135371 25348 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
00:24:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.140600 25385 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:09.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.141624 25348 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.141904 25348 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2572844ed7d44de3be7716f71766fcdb"
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:09 on dist-test-slave-266d"
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.142182 25348 fs_report.cc:383] FS layout report
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/data
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:09.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.179805 25348 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.185675 25348 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.186125 25348 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:09.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.258996 25348 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.124:37509
00:24:09.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.259172 25477 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.124:37509 every 8 connection(s)
00:24:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.262164 25348 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.268211 25478 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:24:09.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.271917 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 25348
00:24:09.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.272298 25065 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal/instance
00:24:09.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.280601 25478 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } has no permanent_uuid. Determining permanent_uuid...
00:24:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.124@KRBTEST.COM for kudu/127.24.122.126@KRBTEST.COM
00:24:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321443, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.122.124@KRBTEST.COM
00:24:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.314774 25478 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } has no permanent_uuid. Determining permanent_uuid...
00:24:09.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.320580 25208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 6
00:24:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321445, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for kudu/127.24.122.124@KRBTEST.COM
00:24:09.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.124@KRBTEST.COM for kudu/127.24.122.125@KRBTEST.COM
00:24:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321443, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.122.125@KRBTEST.COM
00:24:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.353860 25208 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Bootstrap starting.
00:24:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.356415 25478 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } has no permanent_uuid. Determining permanent_uuid...
00:24:09.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.361726 25208 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Neither blocks nor log segments found. Creating new log.
00:24:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.364176 25208 log.cc:824] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Log is configured to *not* fsync() on all Append() calls
00:24:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.124@KRBTEST.COM for kudu/127.24.122.124@KRBTEST.COM
00:24:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.369570 25208 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: No bootstrap required, opened a new log
00:24:09.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321443, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.122.126@KRBTEST.COM
00:24:09.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.388990 25478 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap starting.
00:24:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.392604 25065 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
00:24:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.393834 25208 raft_consensus.cc:348] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.394606 25208 raft_consensus.cc:374] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:24:09.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.394884 25208 raft_consensus.cc:729] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 988d26f4f8e946b5a8686d343ac2eb24, State: Initialized, Role: FOLLOWER
00:24:09.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.395676 25478 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Neither blocks nor log segments found. Creating new log.
00:24:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.395715 25208 consensus_queue.cc:260] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.397775 25478 log.cc:824] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Log is configured to *not* fsync() on all Append() calls
00:24:09.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:09.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
00:24:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.402835 25478 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: No bootstrap required, opened a new log
00:24:09.404 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
00:24:09.405 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
00:24:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.403644 25493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.404435 25493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:09.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.122.126"
port: 39405
}
bound_http_address {
host: "127.24.122.126"
port: 40591
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.122.125"
port: 36749
}
bound_http_address {
host: "127.24.122.125"
port: 34489
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.122.124"
port: 37509
}
bound_http_address {
host: "127.24.122.124"
port: 35721
}
}
}
00:24:09.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
00:24:09.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:09.406 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
00:24:09.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
00:24:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.406917 25208 sys_catalog.cc:564] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: configured and running, proceeding with master startup.
00:24:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.429780 25478 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.430661 25478 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:24:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.430951 25478 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2572844ed7d44de3be7716f71766fcdb, State: Initialized, Role: FOLLOWER
00:24:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.431919 25478 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:09.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.434783 25518 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:09.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.435459 25518 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: FOLLOWER
00:24:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.436980 25478 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: configured and running, proceeding with master startup.
00:24:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:09.440400 25516 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:24:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:09.441224 25398 tablet.cc:2369] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:24:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:09.441458 25516 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:24:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:09.459286 25199 debug-util.cc:398] Leaking SignalData structure 0x7b0800040160 after lost signal to thread 25106
00:24:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.468792 25518 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:24:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.469305 25518 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.435803 25105 master_runner.cc:186] Error getting master registration for 127.24.122.125:36749: OK, instance_id { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" instance_seqno: 1786321447498153 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:24:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.470795 25105 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:24:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.472898 25166 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2572844ed7d44de3be7716f71766fcdb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "988d26f4f8e946b5a8686d343ac2eb24" is_pre_election: true
00:24:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.473730 25518 leader_election.cc:288] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 1027aaac4c3e439f84b5cd48650b73ea (127.24.122.125:36749)
00:24:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.473755 25166 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2572844ed7d44de3be7716f71766fcdb in term 0.
00:24:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.475375 25391 leader_election.cc:302] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2572844ed7d44de3be7716f71766fcdb, 988d26f4f8e946b5a8686d343ac2eb24; no voters:
00:24:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.476306 25518 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 0 FOLLOWER]: Leader pre-election won for term 1
00:24:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.476697 25518 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:24:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.477005 25518 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 0 FOLLOWER]: Advancing to term 1
00:24:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.483897 25518 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.486481 25166 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2572844ed7d44de3be7716f71766fcdb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "988d26f4f8e946b5a8686d343ac2eb24"
00:24:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.487077 25166 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 0 FOLLOWER]: Advancing to term 1
00:24:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
00:24:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.494416 25166 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2572844ed7d44de3be7716f71766fcdb in term 1.
00:24:09.497 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:09.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.495500 25391 leader_election.cc:302] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2572844ed7d44de3be7716f71766fcdb, 988d26f4f8e946b5a8686d343ac2eb24; no voters:
00:24:09.498 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc
00:24:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.499032 25518 leader_election.cc:288] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 1 election: Requested vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 1027aaac4c3e439f84b5cd48650b73ea (127.24.122.125:36749)
00:24:09.499 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
00:24:09.499 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-user
00:24:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.499646 25532 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 1 FOLLOWER]: Leader election won for term 1
00:24:09.500 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-user"
}
00:24:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.500087 25532 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 1 LEADER]: Becoming Leader. State: Replica: 2572844ed7d44de3be7716f71766fcdb, State: Running, Role: LEADER
00:24:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.500996 25532 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:09.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.515275 25518 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2572844ed7d44de3be7716f71766fcdb. Latest consensus state: current_term: 1 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:09.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.515985 25518 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: LEADER
00:24:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.524760 25536 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:24:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.525473 25538 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:24:09.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.574303 25538 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:24:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-user@KRBTEST.COM:
00:24:09.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:09.616798 25065 mini_kdc.cc:317] Time spent kinit for test-user: real 0.115s user 0.002s sys 0.013s
00:24:09.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.539397 25348 master_runner.cc:186] Error getting master registration for 127.24.122.125:36749: OK, instance_id { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" instance_seqno: 1786321447498153 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:24:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.631964 25348 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:24:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:09.648689 25137 tablet.cc:2369] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:24:09.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.651937 25166 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 1 FOLLOWER]: Refusing update from remote peer 2572844ed7d44de3be7716f71766fcdb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:24:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.653775 25532 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [LEADER]: Connected to new peer: Peer: permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:24:09.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.692700 25493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2572844ed7d44de3be7716f71766fcdb. Latest consensus state: current_term: 1 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:09.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.693668 25493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:09.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.701279 25545 mvcc.cc:205] Tried to move back new op lower bound from 7316772657706352640 to 7316772657166807040. Current Snapshot: MvccSnapshot[applied={T|T < 7316772657706352640}]
00:24:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.712472 25493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.713305 25493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.719151 25532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.719913 25532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: LEADER
00:24:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.723201 25538 catalog_manager.cc:1347] Generated new cluster ID: 86bcd4949285440aae427b22c978f606
00:24:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.723505 25538 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:24:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.794485 25538 catalog_manager.cc:1370] Generated new certificate authority record
00:24:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.797338 25538 catalog_manager.cc:1504] Loading token signing keys...
00:24:09.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.857506 25538 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Generated new TSK 0
00:24:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.858963 25538 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:24:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.894706 25341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } attempt: 7
00:24:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:09 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321447, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for kudu/127.24.122.124@KRBTEST.COM
00:24:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:09.994609 25341 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap starting.
00:24:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.014968 25341 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Neither blocks nor log segments found. Creating new log.
00:24:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.020920 25341 log.cc:824] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Log is configured to *not* fsync() on all Append() calls
00:24:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.028203 25341 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: No bootstrap required, opened a new log
00:24:10.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.123101 25341 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.125938 25341 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:24:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.126963 25341 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1027aaac4c3e439f84b5cd48650b73ea, State: Initialized, Role: FOLLOWER
00:24:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.129865 25341 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:10.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.146057 25555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:10.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.147857 25555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: FOLLOWER
00:24:10.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.156867 25302 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 0 FOLLOWER]: Advancing to term 1
00:24:10.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.161324 25304 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2572844ed7d44de3be7716f71766fcdb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1027aaac4c3e439f84b5cd48650b73ea" is_pre_election: true
00:24:10.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.162909 25303 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2572844ed7d44de3be7716f71766fcdb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1027aaac4c3e439f84b5cd48650b73ea"
00:24:10.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.169459 25302 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Refusing update from remote peer 2572844ed7d44de3be7716f71766fcdb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:24:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.172465 25518 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [LEADER]: Connected to new peer: Peer: permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:24:10.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.184005 25341 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: configured and running, proceeding with master startup.
00:24:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:10.204025 25272 tablet.cc:2369] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:24:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.264798 25560 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.265628 25560 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: FOLLOWER
00:24:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.265563 25555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2572844ed7d44de3be7716f71766fcdb. Latest consensus state: current_term: 1 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.266242 25555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: FOLLOWER
00:24:10.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.338598 25576 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.341171 25576 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: loading cluster ID for follower catalog manager: success
00:24:10.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.357628 25576 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: acquiring CA information for follower catalog manager: success
00:24:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.367972 25576 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.447525 25516 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.448001 25516 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: loading cluster ID for follower catalog manager: success
00:24:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.465721 25516 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: acquiring CA information for follower catalog manager: success
00:24:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.483316 25516 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:10.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.652541 25581 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:10.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:10.658697 25581 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: LEADER
00:24:12.619 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.125:36749
00:24:12.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
00:24:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:12.627550 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 25219
00:24:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:12.668697 25388 connection.cc:535] client connection to 127.24.122.125:36749 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:24:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:12.669157 25388 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:24:12.671 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:12.671 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.124:37509
00:24:12.671 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
00:24:12.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:12.671859 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 25348
00:24:12.706 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:12.706 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.126:39405
00:24:12.706 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
00:24:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:12.707105 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 25105
00:24:12.743 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:12.743 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.125:36749
00:24:12.744 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
00:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:12.745430 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data
00:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/logs
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.125:36749
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.125
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34489
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.125
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.046258 25596 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.046788 25596 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.047417 25596 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.079224 25596 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.079428 25596 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.079684 25596 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.079885 25596 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.080072 25596 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.080255 25596 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.080390 25596 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:13.115794 25596 master_runner.cc:386] Master server non-default flags:
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.125
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.125:36749
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.125
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34489
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/logs
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:13.116945 25596 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:13.117974 25596 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.134819 25610 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.134874 25605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:13.135847 25604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.262049 25609 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:24:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.262156 25596 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:24:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.266832 25596 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:14.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.269842 25596 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.271252 25596 hybrid_clock.cc:648] HybridClock initialized: now 1786321454271206 us; error 38 us; skew 500 ppm
00:24:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.272136 25596 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:14 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321454, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.278097 25596 init.cc:377] Logged in from keytab as kudu/127.24.122.125@KRBTEST.COM (short username kudu)
00:24:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.283308 25596 webserver.cc:460] Webserver started at http://127.24.122.125:34489/ using document root <none> and password file <none>
00:24:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.284256 25596 fs_manager.cc:359] Metadata directory not provided
00:24:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.284466 25596 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.292677 25596 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
00:24:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.297049 25628 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.298286 25596 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.298642 25596 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1027aaac4c3e439f84b5cd48650b73ea"
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:07 on dist-test-slave-266d"
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.301049 25596 fs_report.cc:383] FS layout report
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/data
00:24:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.349220 25596 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.355212 25596 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.355728 25596 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.424885 25596 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.125:36749
00:24:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.425024 25710 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.125:36749 every 8 connection(s)
00:24:14.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.427748 25596 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.436904 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 25596
00:24:14.437 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:14.437 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.124:37509
00:24:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.437752 25712 sys_catalog.cc:263] Verifying existing consensus state
00:24:14.437 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
00:24:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.439527 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/logs
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.124:37509
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.124
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35721
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.124
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.444764 25712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap starting.
00:24:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.480907 25712 log.cc:824] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Log is configured to *not* fsync() on all Append() calls
00:24:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.495718 25712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:24:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.496518 25712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap complete.
00:24:14.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.519989 25712 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.522782 25712 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1027aaac4c3e439f84b5cd48650b73ea, State: Initialized, Role: FOLLOWER
00:24:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.523727 25712 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.526700 25721 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.527601 25721 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: FOLLOWER
00:24:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.528363 25712 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: configured and running, proceeding with master startup.
00:24:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.566355 25738 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.566630 25738 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: loading cluster ID for follower catalog manager: success
00:24:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.576064 25738 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: acquiring CA information for follower catalog manager: success
00:24:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.554157 25596 master_runner.cc:186] Error getting master registration for 127.24.122.126:39405: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111),
00:24:14.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.581000 25596 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:24:14.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.581755 25738 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.805722 25716 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.806331 25716 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:14.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.806938 25716 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.837471 25716 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.837684 25716 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.838039 25716 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.838263 25716 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.838503 25716 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:14.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.838709 25716 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:14.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.838840 25716 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.877049 25716 master_runner.cc:386] Master server non-default flags:
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.124
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.124:37509
00:24:14.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.124
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35721
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/logs
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.878196 25716 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.879181 25716 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.897380 25752 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:15.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:15.027390 24561 debug-util.cc:398] Leaking SignalData structure 0x7b08000447c0 after lost signal to thread 24354
00:24:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:15.028452 24561 debug-util.cc:398] Leaking SignalData structure 0x7b0800041060 after lost signal to thread 24567
00:24:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.899109 25754 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:14.900877 25716 server_base.cc:1034] running on GCE node
00:24:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:14.898841 25749 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.240270 25716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.258276 25716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.259866 25716 hybrid_clock.cc:648] HybridClock initialized: now 1786321456259785 us; error 80 us; skew 500 ppm
00:24:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.261106 25716 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:16 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321456, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.268792 25716 init.cc:377] Logged in from keytab as kudu/127.24.122.124@KRBTEST.COM (short username kudu)
00:24:16.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.288306 25767 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:24:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.289324 25716 webserver.cc:460] Webserver started at http://127.24.122.124:35721/ using document root <none> and password file <none>
00:24:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.290750 25716 fs_manager.cc:359] Metadata directory not provided
00:24:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.291090 25716 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.293149 25767 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:16.311450 25634 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.312857 25767 leader_election.cc:288] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509)
00:24:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.316191 25716 fs_manager.cc:709] Time spent opening directory manager: real 0.021s user 0.009s sys 0.012s
00:24:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:16.318238 25633 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509): Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:16.323725 25634 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.324105 25634 leader_election.cc:302] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea; no voters: 2572844ed7d44de3be7716f71766fcdb, 988d26f4f8e946b5a8686d343ac2eb24
00:24:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.325378 25767 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:24:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.329144 25776 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.330400 25716 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.330726 25716 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2572844ed7d44de3be7716f71766fcdb"
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:09 on dist-test-slave-266d"
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.333063 25716 fs_report.cc:383] FS layout report
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/data
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.372272 25716 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.378319 25716 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.378854 25716 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.528123 25716 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.124:37509
00:24:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.528260 25857 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.124:37509 every 8 connection(s)
00:24:16.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.531862 25716 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.536569 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 25716
00:24:16.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:16.537 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.126:39405
00:24:16.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.539561 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/logs
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.126:39405
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.126
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40591
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.126
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.567139 25858 sys_catalog.cc:263] Verifying existing consensus state
00:24:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.575507 25858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap starting.
00:24:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.684527 25858 log.cc:824] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Log is configured to *not* fsync() on all Append() calls
00:24:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.719828 25858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:24:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.720888 25858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap complete.
00:24:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.756719 25858 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.760291 25858 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2572844ed7d44de3be7716f71766fcdb, State: Initialized, Role: FOLLOWER
00:24:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.761562 25858 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.770191 25865 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.771059 25865 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: FOLLOWER
00:24:16.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.773823 25858 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: configured and running, proceeding with master startup.
00:24:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.871124 25881 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:24:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.888284 25716 master_runner.cc:186] Error getting master registration for 127.24.122.126:39405: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111),
00:24:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:16.919582 25716 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:24:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.052021 25861 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.052664 25861 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.053444 25861 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:17.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.084846 25861 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:17.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.085124 25861 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.085570 25861 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.085906 25861 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.086210 25861 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.086464 25861 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.086618 25861 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.122825 25861 master_runner.cc:386] Master server non-default flags:
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.126
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.126:39405
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.126
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40591
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/logs
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.124277 25861 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.125573 25861 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.143338 25897 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:17.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.807561 24240 debug-util.cc:398] Leaking SignalData structure 0x7b08000a0460 after lost signal to thread 24127
00:24:17.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.808238 24240 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6420 after lost signal to thread 24243
00:24:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.830194 25901 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:24:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.830742 25901 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.832940 25901 leader_election.cc:288] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509)
00:24:17.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.864409 25634 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.885872 25881 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.886425 25881 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: loading cluster ID for follower catalog manager: success
00:24:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:17 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321454, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for kudu/127.24.122.124@KRBTEST.COM
00:24:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.894649 25881 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: acquiring CA information for follower catalog manager: success
00:24:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.900568 25881 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.909121 25817 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1027aaac4c3e439f84b5cd48650b73ea" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2572844ed7d44de3be7716f71766fcdb" is_pre_election: true
00:24:17.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.910300 25817 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1027aaac4c3e439f84b5cd48650b73ea in term 1.
00:24:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.912256 25633 leader_election.cc:302] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea, 2572844ed7d44de3be7716f71766fcdb; no voters: 988d26f4f8e946b5a8686d343ac2eb24
00:24:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.913259 25901 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Leader pre-election won for term 2
00:24:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.913565 25901 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:24:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.913848 25901 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 1 FOLLOWER]: Advancing to term 2
00:24:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.923686 25901 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:17.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.929755 25634 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.933542 25901 leader_election.cc:288] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 election: Requested vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509)
00:24:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.934568 25817 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1027aaac4c3e439f84b5cd48650b73ea" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2572844ed7d44de3be7716f71766fcdb"
00:24:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.935122 25817 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 1 FOLLOWER]: Advancing to term 2
00:24:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.944096 25817 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1027aaac4c3e439f84b5cd48650b73ea in term 2.
00:24:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.945225 25633 leader_election.cc:302] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea, 2572844ed7d44de3be7716f71766fcdb; no voters: 988d26f4f8e946b5a8686d343ac2eb24
00:24:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.946355 25901 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Leader election won for term 2
00:24:17.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.953502 25901 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 LEADER]: Becoming Leader. State: Replica: 1027aaac4c3e439f84b5cd48650b73ea, State: Running, Role: LEADER
00:24:17.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.954639 25901 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:17.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.979501 25910 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1027aaac4c3e439f84b5cd48650b73ea. Latest consensus state: current_term: 2 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:17.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.980880 25910 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: LEADER
00:24:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.990142 25913 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:24:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.008460 25913 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:24:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.013561 25913 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.014047 25913 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:24:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.020143 25913 catalog_manager.cc:1504] Loading token signing keys...
00:24:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.025557 25913 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Loaded TSK: 0
00:24:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.027683 25913 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:24:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:18.353928 25634 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea -> Peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Couldn't send request to peer 988d26f4f8e946b5a8686d343ac2eb24. Status: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:24:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.143420 25893 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:17.144892 25861 server_base.cc:1034] running on GCE node
00:24:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:17.143513 25894 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.435431 25861 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.443970 25861 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.445971 25861 hybrid_clock.cc:648] HybridClock initialized: now 1786321458445926 us; error 64 us; skew 500 ppm
00:24:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.447124 25861 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:18 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321458, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.455140 25861 init.cc:377] Logged in from keytab as kudu/127.24.122.126@KRBTEST.COM (short username kudu)
00:24:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.464792 25861 webserver.cc:460] Webserver started at http://127.24.122.126:40591/ using document root <none> and password file <none>
00:24:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.465981 25861 fs_manager.cc:359] Metadata directory not provided
00:24:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.466267 25861 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.477790 25861 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
00:24:18.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.498852 25929 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.500497 25861 fs_manager.cc:725] Time spent opening block manager: real 0.020s user 0.008s sys 0.008s
00:24:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.500900 25861 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "988d26f4f8e946b5a8686d343ac2eb24"
00:24:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:05 on dist-test-slave-266d"
00:24:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.505170 25861 fs_report.cc:383] FS layout report
00:24:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/data
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.563830 25817 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Refusing update from remote peer 1027aaac4c3e439f84b5cd48650b73ea: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
00:24:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.565994 25910 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [LEADER]: Connected to new peer: Peer: permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
00:24:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.580796 25861 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.588579 25861 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.589313 25861 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.602617 25934 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1027aaac4c3e439f84b5cd48650b73ea. Latest consensus state: current_term: 2 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.603430 25934 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: FOLLOWER
00:24:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.628454 25934 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.629179 25934 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: FOLLOWER
00:24:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.632754 25910 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:18.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.634439 25910 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: LEADER
00:24:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.743820 25861 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.126:39405
00:24:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.743935 26015 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.126:39405 every 8 connection(s)
00:24:18.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.746886 25861 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.751827 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 25861
00:24:18.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.762952 26016 sys_catalog.cc:263] Verifying existing consensus state
00:24:18.766 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.122.125:36749(127.24.122.125:36749)] connecting to peer
00:24:18.768 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.122.124:37509(127.24.122.124:37509)] connecting to peer
00:24:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.769239 26016 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Bootstrap starting.
00:24:18.770 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.122.126:39405(127.24.122.126:39405)] connecting to peer
00:24:18.794 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.122.125:36749(127.24.122.125:36749)] Successfully connected to peer
00:24:18.796 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.122.126:39405(127.24.122.126:39405)] Successfully connected to peer
00:24:18.800 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.122.124:37509(127.24.122.124:37509)] Successfully connected to peer
00:24:18.809 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
00:24:18.809 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc
00:24:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:18 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:18.825 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-user@KRBTEST.COM
00:24:18.828 [ERROR - kudu-nio-0] (SecurityContext.java:249) Attempted to refresh Kerberos credentials from ticket cache but found that the new Kerberos principal test-user@KRBTEST.COM did not match the original principal test-admin@KRBTEST.COM. Ignoring.
00:24:18.829 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.24.122.125
00:24:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.842869 26016 log.cc:824] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Log is configured to *not* fsync() on all Append() calls
00:24:18.847 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.24.122.124
00:24:18.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:18 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.122.124@KRBTEST.COM
00:24:18.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:18 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321454, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for kudu/127.24.122.126@KRBTEST.COM
00:24:18.912 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.24.122.126
00:24:18.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.914503 26016 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:24:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.915565 26016 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Bootstrap complete.
00:24:18.918 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe440a2f2, L:/127.0.0.1:36714 - R:/127.24.122.124:37509] using SASL/GSSAPI
00:24:18.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:18 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321449, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.24.122.125@KRBTEST.COM
00:24:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.982573 26016 raft_consensus.cc:348] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:18.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.989388 26016 raft_consensus.cc:729] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 988d26f4f8e946b5a8686d343ac2eb24, State: Initialized, Role: FOLLOWER
00:24:18.991 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcfe61df2, L:/127.0.0.1:58116 - R:/127.24.122.125:36749] using SASL/GSSAPI
00:24:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:18.991809 26016 consensus_queue.cc:260] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:19.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.122.126:39405(127.24.122.126:39405)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
00:24:19.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.122.126:39405: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
00:24:19.008 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.122.126:39405(127.24.122.126:39405)] handling channelInactive
00:24:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.008219 25984 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 1 FOLLOWER]: Advancing to term 2
00:24:19.010 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:24:19.010 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=257), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.122.125:36749, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.122.124:37509, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.122.126:39405, [169ms] Sub RPC ConnectToMaster: received response from server master-127.24.122.124:37509: OK, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.122.126:39405: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [244ms] Sub RPC ConnectToMaster: received response from server master-127.24.122.125:36749: OK, deferred=null) after lookup
00:24:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:19.012516 26023 negotiation.cc:337] Failed RPC negotiation. Trace:
00:24:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.794633 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:34478 (local address 127.24.122.126:39405)
00:24:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.814005 (+ 19372us) server_negotiation.cc:206] Beginning negotiation
00:24:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.814046 (+ 41us) server_negotiation.cc:399] Waiting for connection header
00:24:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.814116 (+ 70us) server_negotiation.cc:407] Connection header received
00:24:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.827644 (+ 13528us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
00:24:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.827700 (+ 56us) server_negotiation.cc:461] Received NEGOTIATE request from client
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.829343 (+ 1643us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.830578 (+ 1235us) server_negotiation.cc:226] Negotiated authn=SASL
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.935241 (+104663us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.936910 (+ 1669us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.972673 (+ 35763us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.973654 (+ 981us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:18.973961 (+ 307us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:19.007167 (+ 33206us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34478: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:34478): Cannot send after transport endpoint shutdown (error 108)
00:24:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":18833,"thread_start_us":21944,"threads_started":1}
00:24:19.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.017591 26016 sys_catalog.cc:564] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: configured and running, proceeding with master startup.
00:24:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.047835 26028 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.054720 26028 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:19.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.055475 26028 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:19.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.056358 26028 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.053756 26032 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1027aaac4c3e439f84b5cd48650b73ea. Latest consensus state: current_term: 2 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.058070 26032 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.110325 26052 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.112833 26052 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: loading cluster ID for follower catalog manager: success
00:24:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:19 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321458, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for kudu/127.24.122.126@KRBTEST.COM
00:24:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.130038 26052 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: acquiring CA information for follower catalog manager: success
00:24:19.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.135905 26052 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:19.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.319798 25910 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:19.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:19.320612 25910 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: LEADER
00:24:22.071 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.125:36749
00:24:22.071 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
00:24:22.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:22.071630 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 25596
00:24:22.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:22.106 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.124:37509
00:24:22.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
00:24:22.107 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.122.125:36749(127.24.122.125:36749)] handling channelInactive
00:24:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:22.107069 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 25716
00:24:22.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.122.125:36749(127.24.122.125:36749)] cleaning up while in state READY due to: connection closed
00:24:22.139 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.122.124:37509(127.24.122.124:37509)] handling channelInactive
00:24:22.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.122.124:37509(127.24.122.124:37509)] cleaning up while in state READY due to: connection closed
00:24:22.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:22.141 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.126:39405
00:24:22.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
00:24:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:22.141535 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 25861
00:24:22.177 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:22.178 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.125:36749
00:24:22.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:22.179217 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/logs
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.125:36749
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.125
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34489
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab
00:24:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.125
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.505295 26078 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.505924 26078 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.506639 26078 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.537786 26078 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.537998 26078 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.538267 26078 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.538460 26078 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.538645 26078 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.538826 26078 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.538961 26078 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:22.574954 26078 master_runner.cc:386] Master server non-default flags:
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.125
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.125:36749
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.125
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34489
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/logs
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:22.576129 26078 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:22.577133 26078 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.593920 26089 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.593906 26091 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:22.594987 26078 server_base.cc:1034] running on GCE node
00:24:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:22.593907 26088 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:23.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.724416 26078 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.726984 26078 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.728324 26078 hybrid_clock.cc:648] HybridClock initialized: now 1786321463728297 us; error 39 us; skew 500 ppm
00:24:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.729125 26078 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:23 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321463, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:23.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.739348 26078 init.cc:377] Logged in from keytab as kudu/127.24.122.125@KRBTEST.COM (short username kudu)
00:24:23.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.744424 26078 webserver.cc:460] Webserver started at http://127.24.122.125:34489/ using document root <none> and password file <none>
00:24:23.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.745395 26078 fs_manager.cc:359] Metadata directory not provided
00:24:23.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.745581 26078 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.753621 26078 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.005s
00:24:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.758342 26107 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.759402 26078 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.759769 26078 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1027aaac4c3e439f84b5cd48650b73ea"
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:07 on dist-test-slave-266d"
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.762306 26078 fs_report.cc:383] FS layout report
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/data
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.812251 26078 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:23.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.817605 26078 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.818007 26078 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.889945 26078 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.125:36749
00:24:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.890118 26195 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.125:36749 every 8 connection(s)
00:24:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.892632 26078 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:23.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.896989 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 26078
00:24:23.897 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:23.898 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.124:37509
00:24:23.898 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
00:24:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.899470 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data
00:24:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/logs
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.124:37509
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.124
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35721
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.124
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.902930 26196 sys_catalog.cc:263] Verifying existing consensus state
00:24:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.908962 26196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap starting.
00:24:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.944916 26196 log.cc:824] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Log is configured to *not* fsync() on all Append() calls
00:24:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.961531 26196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:24:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.962358 26196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap complete.
00:24:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.994413 26196 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:23.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.996677 26196 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1027aaac4c3e439f84b5cd48650b73ea, State: Initialized, Role: FOLLOWER
00:24:23.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:23.997545 26196 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.000756 26202 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.001957 26202 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: FOLLOWER
00:24:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.002476 26196 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: configured and running, proceeding with master startup.
00:24:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.031795 26221 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.032265 26221 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: loading cluster ID for follower catalog manager: success
00:24:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.040488 26221 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: acquiring CA information for follower catalog manager: success
00:24:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.046931 26221 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.028841 26078 master_runner.cc:186] Error getting master registration for 127.24.122.126:39405: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111),
00:24:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.057670 26078 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:24:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.280640 26199 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.281306 26199 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.281971 26199 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.315181 26199 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.315426 26199 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.315809 26199 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.316082 26199 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.316352 26199 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.316619 26199 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.316823 26199 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.353343 26199 master_runner.cc:386] Master server non-default flags:
00:24:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data
00:24:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.124
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.124:37509
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.124
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35721
00:24:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/logs
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.354876 26199 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.356235 26199 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:24.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.375891 26235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:24.378222 26199 server_base.cc:1034] running on GCE node
00:24:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.378355 26238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:24.375898 26236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.504685 26199 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.511125 26199 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.512543 26199 hybrid_clock.cc:648] HybridClock initialized: now 1786321465512454 us; error 75 us; skew 500 ppm
00:24:25.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.514557 26199 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:25.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:25 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321465, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:25.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.520594 26199 init.cc:377] Logged in from keytab as kudu/127.24.122.124@KRBTEST.COM (short username kudu)
00:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.526444 26199 webserver.cc:460] Webserver started at http://127.24.122.124:35721/ using document root <none> and password file <none>
00:24:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.527360 26199 fs_manager.cc:359] Metadata directory not provided
00:24:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.527554 26199 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.535878 26199 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
00:24:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.540591 26249 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:25.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.541697 26199 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.541985 26199 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2572844ed7d44de3be7716f71766fcdb"
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:09 on dist-test-slave-266d"
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.544327 26199 fs_report.cc:383] FS layout report
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/data
00:24:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.585350 26199 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:25.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.588533 26258 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:24:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.589175 26258 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.592435 26258 leader_election.cc:288] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509)
00:24:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.592774 26199 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.593330 26199 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:25.607681 26113 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:25.624251 26113 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:25.626946 26112 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509): Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.627393 26112 leader_election.cc:302] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea; no voters: 2572844ed7d44de3be7716f71766fcdb, 988d26f4f8e946b5a8686d343ac2eb24
00:24:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.628229 26258 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
00:24:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.706660 26199 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.124:37509
00:24:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.706770 26332 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.124:37509 every 8 connection(s)
00:24:25.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.709586 26199 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:25.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.715385 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 26199
00:24:25.716 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:25.716 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.126:39405
00:24:25.716 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
00:24:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.718350 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data
00:24:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/logs
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.126:39405
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.126
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40591
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab
00:24:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.126
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.721880 26333 sys_catalog.cc:263] Verifying existing consensus state
00:24:25.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.728174 26333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap starting.
00:24:25.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.777551 26333 log.cc:824] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Log is configured to *not* fsync() on all Append() calls
00:24:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.798595 26333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:24:25.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.799546 26333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap complete.
00:24:25.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.834255 26333 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.837561 26333 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2572844ed7d44de3be7716f71766fcdb, State: Initialized, Role: FOLLOWER
00:24:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.838689 26333 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.845503 26337 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:25.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.848336 26337 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: FOLLOWER
00:24:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.852758 26333 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: configured and running, proceeding with master startup.
00:24:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.898324 26359 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:25.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.898748 26359 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: loading cluster ID for follower catalog manager: success
00:24:25.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.907703 26359 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: acquiring CA information for follower catalog manager: success
00:24:25.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.913280 26359 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.898172 26199 master_runner.cc:186] Error getting master registration for 127.24.122.126:39405: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111),
00:24:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:25.929226 26199 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:24:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.133074 26335 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:26.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.133833 26335 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:26.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.134528 26335 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.167703 26335 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.167924 26335 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.168177 26335 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.168376 26335 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.168619 26335 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.168824 26335 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.168963 26335 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:26.205255 26335 master_runner.cc:386] Master server non-default flags:
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab
00:24:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.126
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.126:39405
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.126
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40591
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/logs
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:26.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:26.206532 26335 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:26.207573 26335 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.231382 26369 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:27.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.234107 26389 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:24:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.234794 26389 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.254540 26389 leader_election.cc:288] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 1027aaac4c3e439f84b5cd48650b73ea (127.24.122.125:36749)
00:24:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.274533 26253 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.282188 26253 leader_election.cc:334] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.298592 26148 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2572844ed7d44de3be7716f71766fcdb" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "1027aaac4c3e439f84b5cd48650b73ea" is_pre_election: true
00:24:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.299402 26148 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2572844ed7d44de3be7716f71766fcdb in term 2.
00:24:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.301258 26252 leader_election.cc:302] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea, 2572844ed7d44de3be7716f71766fcdb; no voters: 988d26f4f8e946b5a8686d343ac2eb24
00:24:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.302380 26389 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Leader pre-election won for term 3
00:24:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.302860 26389 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:24:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.303354 26389 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 2 FOLLOWER]: Advancing to term 3
00:24:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.314450 26389 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.320178 26253 leader_election.cc:334] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.325922 26148 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2572844ed7d44de3be7716f71766fcdb" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "1027aaac4c3e439f84b5cd48650b73ea"
00:24:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.326555 26148 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 2 FOLLOWER]: Advancing to term 3
00:24:27.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.336735 26148 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2572844ed7d44de3be7716f71766fcdb in term 3.
00:24:27.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.337178 26389 leader_election.cc:288] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 3 election: Requested vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 1027aaac4c3e439f84b5cd48650b73ea (127.24.122.125:36749)
00:24:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.337952 26252 leader_election.cc:302] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea, 2572844ed7d44de3be7716f71766fcdb; no voters: 988d26f4f8e946b5a8686d343ac2eb24
00:24:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.338811 26389 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 3 FOLLOWER]: Leader election won for term 3
00:24:27.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.344534 26389 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 3 LEADER]: Becoming Leader. State: Replica: 2572844ed7d44de3be7716f71766fcdb, State: Running, Role: LEADER
00:24:27.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.345542 26389 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.368942 26401 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2572844ed7d44de3be7716f71766fcdb. Latest consensus state: current_term: 3 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.370039 26401 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: LEADER
00:24:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.386556 26407 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:24:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.404541 26407 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:24:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.414018 26407 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.414913 26407 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:24:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.425138 26407 catalog_manager.cc:1504] Loading token signing keys...
00:24:27.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.433583 26407 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Loaded TSK: 0
00:24:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.438009 26407 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:24:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.807476 26253 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb -> Peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Couldn't send request to peer 988d26f4f8e946b5a8686d343ac2eb24. Status: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:24:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.621742 26367 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 26335
00:24:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.819795 26367 kernel_stack_watchdog.cc:198] Thread 26335 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 379ms:
00:24:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:24:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:24:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:24:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:24:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:26.240815 26371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.820904 26335 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.580s user 0.002s sys 0.000s
00:24:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.821830 26335 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.581s user 0.002s sys 0.000s
00:24:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.823956 26373 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:27.826751 26372 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1581 milliseconds
00:24:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.826807 26335 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:24:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.828172 26335 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:27.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.831000 26335 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.832409 26335 hybrid_clock.cc:648] HybridClock initialized: now 1786321467832332 us; error 84 us; skew 500 ppm
00:24:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.833319 26335 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:27 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321467, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.839361 26335 init.cc:377] Logged in from keytab as kudu/127.24.122.126@KRBTEST.COM (short username kudu)
00:24:27.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.846807 26335 webserver.cc:460] Webserver started at http://127.24.122.126:40591/ using document root <none> and password file <none>
00:24:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.847803 26335 fs_manager.cc:359] Metadata directory not provided
00:24:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.848080 26335 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.856971 26335 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
00:24:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.861828 26414 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.862962 26335 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
00:24:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.863319 26335 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "988d26f4f8e946b5a8686d343ac2eb24"
00:24:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:05 on dist-test-slave-266d"
00:24:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.865815 26335 fs_report.cc:383] FS layout report
00:24:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/data
00:24:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.911850 26148 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Refusing update from remote peer 2572844ed7d44de3be7716f71766fcdb: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
00:24:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.913731 26401 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [LEADER]: Connected to new peer: Peer: permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
00:24:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.921820 26335 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.924350 26420 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2572844ed7d44de3be7716f71766fcdb. Latest consensus state: current_term: 3 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.925199 26420 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: FOLLOWER
00:24:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.928081 26335 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.928571 26335 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.936686 26420 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.937417 26420 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: FOLLOWER
00:24:27.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.938777 26401 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:27.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:27.939528 26401 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: LEADER
00:24:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.047212 26335 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.126:39405
00:24:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.047272 26494 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.126:39405 every 8 connection(s)
00:24:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.050200 26335 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.056066 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 26335
00:24:28.056 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:28.057 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.122.125:36749(127.24.122.125:36749)] connecting to peer
00:24:28.059 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.122.125:36749(127.24.122.125:36749)] Successfully connected to peer
00:24:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.082485 26498 sys_catalog.cc:263] Verifying existing consensus state
00:24:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.093273 26498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Bootstrap starting.
00:24:28.099 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf4f5ea71, L:/127.0.0.1:59776 - R:/127.24.122.125:36749] using TOKEN/null
00:24:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.132797 26498 log.cc:824] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Log is configured to *not* fsync() on all Append() calls
00:24:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.148248 26498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:24:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.149071 26498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Bootstrap complete.
00:24:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.173282 26498 raft_consensus.cc:348] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.175519 26498 raft_consensus.cc:729] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 988d26f4f8e946b5a8686d343ac2eb24, State: Initialized, Role: FOLLOWER
00:24:28.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.176318 26498 consensus_queue.cc:260] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:28.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.179006 26503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.179986 26503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.180716 26498 sys_catalog.cc:564] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: configured and running, proceeding with master startup.
00:24:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.216446 26518 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.216697 26518 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: loading cluster ID for follower catalog manager: success
00:24:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.232424 26518 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: acquiring CA information for follower catalog manager: success
00:24:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.237876 26518 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:28 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321467, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for kudu/127.24.122.126@KRBTEST.COM
00:24:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.427126 26454 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [term 2 FOLLOWER]: Advancing to term 3
00:24:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.451751 26503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2572844ed7d44de3be7716f71766fcdb. Latest consensus state: current_term: 3 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.452757 26503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.452229 26529 sys_catalog.cc:455] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.453352 26529 sys_catalog.cc:458] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24 [sys.catalog]: This master's current role is: FOLLOWER
00:24:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.854823 26401 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "2572844ed7d44de3be7716f71766fcdb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:28.855590 26401 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: LEADER
00:24:31.152 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.125:36749
00:24:31.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
00:24:31.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:31.153030 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 26078
00:24:31.189 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.122.125:36749(127.24.122.125:36749)] handling channelInactive
00:24:31.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.122.125:36749(127.24.122.125:36749)] cleaning up while in state READY due to: connection closed
00:24:31.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:31.190 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.124:37509
00:24:31.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
00:24:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:31.190778 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 26199
00:24:31.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:31.224 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.122.126:39405
00:24:31.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
00:24:31.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:31.225250 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 26335
00:24:31.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:31.259 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.125:36749
00:24:31.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
00:24:31.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:31.260893 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:31.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:31.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/logs
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.125:36749
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.125
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34489
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.125
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.569903 26561 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:31.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.570454 26561 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.571051 26561 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.601986 26561 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.602247 26561 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.602624 26561 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.602912 26561 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.603199 26561 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.603485 26561 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.603680 26561 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:31.641373 26561 master_runner.cc:386] Master server non-default flags:
00:24:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data
00:24:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.125.keytab
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.125
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.125:36749
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.125
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34489
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/logs
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:31.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:31.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:31.642777 26561 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:31.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:31.643851 26561 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:31.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.661013 26570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.661082 26575 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:31.662089 26571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:31.663354 26561 server_base.cc:1034] running on GCE node
00:24:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.801174 26561 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.803905 26561 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:32.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.805275 26561 hybrid_clock.cc:648] HybridClock initialized: now 1786321472805242 us; error 30 us; skew 500 ppm
00:24:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.806242 26561 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:32 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321472, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.812140 26561 init.cc:377] Logged in from keytab as kudu/127.24.122.125@KRBTEST.COM (short username kudu)
00:24:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.817322 26561 webserver.cc:460] Webserver started at http://127.24.122.125:34489/ using document root <none> and password file <none>
00:24:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.818223 26561 fs_manager.cc:359] Metadata directory not provided
00:24:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.818409 26561 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.826478 26561 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.001s
00:24:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.830844 26591 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.831980 26561 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
00:24:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.832285 26561 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1027aaac4c3e439f84b5cd48650b73ea"
00:24:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:07 on dist-test-slave-266d"
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.834769 26561 fs_report.cc:383] FS layout report
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/wal
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/data
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.891265 26561 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:32.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.896514 26561 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.896917 26561 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:32.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.971040 26561 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.125:36749
00:24:32.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.971218 26660 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.125:36749 every 8 connection(s)
00:24:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.974162 26561 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-1/data/info.pb
00:24:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.978447 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 26561
00:24:32.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:32.979 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.124:37509
00:24:32.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.981376 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/logs
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.124:37509
00:24:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.124
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35721
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.124
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.987704 26661 sys_catalog.cc:263] Verifying existing consensus state
00:24:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:32.993007 26661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap starting.
00:24:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.030268 26661 log.cc:824] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Log is configured to *not* fsync() on all Append() calls
00:24:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.050182 26661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:24:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.051163 26661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Bootstrap complete.
00:24:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.081287 26661 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.083527 26661 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1027aaac4c3e439f84b5cd48650b73ea, State: Initialized, Role: FOLLOWER
00:24:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.084265 26661 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:33.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.086971 26665 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.087802 26665 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: FOLLOWER
00:24:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.088567 26661 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: configured and running, proceeding with master startup.
00:24:33.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.092424 24798 debug-util.cc:398] Leaking SignalData structure 0x7b0800044240 after lost signal to thread 24586
00:24:33.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.093582 24798 debug-util.cc:398] Leaking SignalData structure 0x7b08000afae0 after lost signal to thread 24803
00:24:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.129763 26681 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.133375 26681 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: loading cluster ID for follower catalog manager: success
00:24:33.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.162638 26681 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: acquiring CA information for follower catalog manager: success
00:24:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.170540 26681 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:33.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.139140 26561 master_runner.cc:186] Error getting master registration for 127.24.122.126:39405: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111),
00:24:33.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.183921 26561 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:24:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.367518 26663 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.368307 26663 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:33.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.369330 26663 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.423640 26663 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.423964 26663 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.424420 26663 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.424744 26663 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.425055 26663 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.425410 26663 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.425640 26663 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.486955 26663 master_runner.cc:386] Master server non-default flags:
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.124.keytab
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.124
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.124:37509
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.124
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35721
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/logs
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.488469 26663 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:33.489833 26663 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.513697 26693 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:34.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:34.354704 26706 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:24:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:34.359246 26706 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:34.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:34.390581 26706 leader_election.cc:288] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509)
00:24:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:34.426787 26595 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:34.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:34.440497 26595 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:34.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:34.446921 26594 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509): Network error: Client connection negotiation failed: client connection to 127.24.122.124:37509: connect: Connection refused (error 111)
00:24:34.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:34.447837 26594 leader_election.cc:302] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea; no voters: 2572844ed7d44de3be7716f71766fcdb, 988d26f4f8e946b5a8686d343ac2eb24
00:24:34.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:34.448958 26706 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
00:24:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:34.911950 26692 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 26663
00:24:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:35.366179 26692 kernel_stack_watchdog.cc:198] Thread 26663 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 394ms:
00:24:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:24:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:24:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:24:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:24:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:35.366302 26663 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.853s user 0.438s sys 0.875s
00:24:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:35.366676 26663 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.854s user 0.438s sys 0.875s
00:24:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:33.517661 26695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:35.369493 26698 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:35.371757 26696 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:24:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.371788 26663 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:24:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.373277 26663 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:35.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.376101 26663 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:35.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.377511 26663 hybrid_clock.cc:648] HybridClock initialized: now 1786321475377441 us; error 71 us; skew 500 ppm
00:24:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.378335 26663 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:35 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321475, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:35.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.384014 26663 init.cc:377] Logged in from keytab as kudu/127.24.122.124@KRBTEST.COM (short username kudu)
00:24:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.397158 26663 webserver.cc:460] Webserver started at http://127.24.122.124:35721/ using document root <none> and password file <none>
00:24:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.398077 26663 fs_manager.cc:359] Metadata directory not provided
00:24:35.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.398330 26663 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:35.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.413489 26663 fs_manager.cc:709] Time spent opening directory manager: real 0.012s user 0.002s sys 0.010s
00:24:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.418430 26719 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.419508 26663 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
00:24:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.419827 26663 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:35.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2572844ed7d44de3be7716f71766fcdb"
00:24:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:09 on dist-test-slave-266d"
00:24:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.422935 26663 fs_report.cc:383] FS layout report
00:24:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/wal
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/data
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.471158 26663 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.477329 26663 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.477805 26663 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.570865 26663 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.124:37509
00:24:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.570951 26795 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.124:37509 every 8 connection(s)
00:24:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.574792 26663 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-2/data/info.pb
00:24:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.578298 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 26663
00:24:35.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:35.579 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.122.126:39405
00:24:35.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.581080 25065 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/logs
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:24:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.126:39405
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.126
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40591
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.126
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
00:24:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.588606 26796 sys_catalog.cc:263] Verifying existing consensus state
00:24:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.596107 26796 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap starting.
00:24:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.649911 26796 log.cc:824] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Log is configured to *not* fsync() on all Append() calls
00:24:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.689354 26796 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:24:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.690292 26796 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: Bootstrap complete.
00:24:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.728230 26796 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.731700 26796 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2572844ed7d44de3be7716f71766fcdb, State: Initialized, Role: FOLLOWER
00:24:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.732867 26796 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.743952 26796 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: configured and running, proceeding with master startup.
00:24:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.741268 26806 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.747661 26806 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: FOLLOWER
00:24:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.826040 26823 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:24:35.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.846765 26663 master_runner.cc:186] Error getting master registration for 127.24.122.126:39405: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111),
00:24:35.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:35.875304 26663 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:24:36.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.052071 26801 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:24:36.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.052850 26801 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:24:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.054035 26801 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:24:36.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.091328 26801 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
00:24:36.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.091550 26801 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:24:36.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.091807 26801 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:24:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.091993 26801 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:24:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.092185 26801 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:24:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.092365 26801 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:24:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.092594 26801 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33397/jwks.json
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.127871 26801 master_runner.cc:386] Master server non-default flags:
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.122.84:34083
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:24:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.122.126:39405,127.24.122.125:36749,127.24.122.124:37509
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/kudu_127.24.122.126.keytab
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.24.122.126
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.122.126:39405
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33397/jwks.json
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.122.126
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40591
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/logs
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 23:15:58 UTC on ccycloud.quasar-ddmxrv.root.comops.site
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576820
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:24:36.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.129035 26801 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:24:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.130033 26801 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:24:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.148785 26837 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:36.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.407888 26850 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:24:36.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.408262 26850 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.410079 26850 leader_election.cc:288] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509)
00:24:36.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.420626 26595 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:36.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:36 dist-test-slave-266d krb5kdc[25082](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321472, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.125@KRBTEST.COM for kudu/127.24.122.124@KRBTEST.COM
00:24:36.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.444716 26756 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1027aaac4c3e439f84b5cd48650b73ea" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "2572844ed7d44de3be7716f71766fcdb" is_pre_election: true
00:24:36.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.445662 26756 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1027aaac4c3e439f84b5cd48650b73ea in term 3.
00:24:36.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.446978 26594 leader_election.cc:302] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea, 2572844ed7d44de3be7716f71766fcdb; no voters: 988d26f4f8e946b5a8686d343ac2eb24
00:24:36.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.447681 26850 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Leader pre-election won for term 4
00:24:36.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.448052 26850 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:24:36.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.448372 26850 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 3 FOLLOWER]: Advancing to term 4
00:24:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.458813 26850 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.460956 26850 leader_election.cc:288] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 election: Requested vote from peers 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405), 2572844ed7d44de3be7716f71766fcdb (127.24.122.124:37509)
00:24:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.461987 26756 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1027aaac4c3e439f84b5cd48650b73ea" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "2572844ed7d44de3be7716f71766fcdb"
00:24:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.462531 26756 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 3 FOLLOWER]: Advancing to term 4
00:24:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.464510 26595 leader_election.cc:334] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111)
00:24:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.469111 26756 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1027aaac4c3e439f84b5cd48650b73ea in term 4.
00:24:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.469890 26594 leader_election.cc:302] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1027aaac4c3e439f84b5cd48650b73ea, 2572844ed7d44de3be7716f71766fcdb; no voters: 988d26f4f8e946b5a8686d343ac2eb24
00:24:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.470441 26850 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 4 FOLLOWER]: Leader election won for term 4
00:24:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.472043 26850 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [term 4 LEADER]: Becoming Leader. State: Replica: 1027aaac4c3e439f84b5cd48650b73ea, State: Running, Role: LEADER
00:24:36.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.472806 26850 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } }
00:24:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.479174 26858 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1027aaac4c3e439f84b5cd48650b73ea. Latest consensus state: current_term: 4 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.479964 26858 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: LEADER
00:24:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.482398 26863 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:24:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.487454 26863 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:24:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.490453 26863 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.490708 26863 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:24:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.493875 26863 catalog_manager.cc:1504] Loading token signing keys...
00:24:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.496349 26863 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea: Loaded TSK: 0
00:24:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.497525 26863 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:24:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.834257 26823 catalog_manager.cc:1259] Loaded cluster ID: 86bcd4949285440aae427b22c978f606
00:24:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.834534 26823 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: loading cluster ID for follower catalog manager: success
00:24:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.842152 26823 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: acquiring CA information for follower catalog manager: success
00:24:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.847785 26823 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:24:36.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.890079 26595 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea -> Peer 988d26f4f8e946b5a8686d343ac2eb24 (127.24.122.126:39405): Couldn't send request to peer 988d26f4f8e946b5a8686d343ac2eb24. Status: Network error: Client connection negotiation failed: client connection to 127.24.122.126:39405: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:24:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.986239 26756 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [term 4 FOLLOWER]: Refusing update from remote peer 1027aaac4c3e439f84b5cd48650b73ea: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
00:24:36.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:36.988443 26858 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [LEADER]: Connected to new peer: Peer: permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
00:24:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.010977 26867 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1027aaac4c3e439f84b5cd48650b73ea. Latest consensus state: current_term: 4 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:37.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.012293 26867 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: FOLLOWER
00:24:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.031499 26869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.032233 26869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1027aaac4c3e439f84b5cd48650b73ea [sys.catalog]: This master's current role is: LEADER
00:24:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.033248 26867 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "1027aaac4c3e439f84b5cd48650b73ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "988d26f4f8e946b5a8686d343ac2eb24" member_type: VOTER last_known_addr { host: "127.24.122.126" port: 39405 } } peers { permanent_uuid: "1027aaac4c3e439f84b5cd48650b73ea" member_type: VOTER last_known_addr { host: "127.24.122.125" port: 36749 } } peers { permanent_uuid: "2572844ed7d44de3be7716f71766fcdb" member_type: VOTER last_known_addr { host: "127.24.122.124" port: 37509 } } }
00:24:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.034140 26867 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2572844ed7d44de3be7716f71766fcdb [sys.catalog]: This master's current role is: FOLLOWER
00:24:37.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.149053 26835 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:37.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:36.150691 26834 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:24:37.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:37.304563 26836 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:24:37.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.304764 26801 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:24:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.309080 26801 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:24:37.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.312230 26801 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:24:37.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.313779 26801 hybrid_clock.cc:648] HybridClock initialized: now 1786321477313726 us; error 37 us; skew 500 ppm
00:24:37.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.314852 26801 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:24:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 10 00:24:37 dist-test-slave-266d krb5kdc[25082](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786321477, etypes {rep=17 tkt=17 ses=17}, kudu/127.24.122.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
00:24:37.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.321889 26801 init.cc:377] Logged in from keytab as kudu/127.24.122.126@KRBTEST.COM (short username kudu)
00:24:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.328224 26801 webserver.cc:460] Webserver started at http://127.24.122.126:40591/ using document root <none> and password file <none>
00:24:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.329425 26801 fs_manager.cc:359] Metadata directory not provided
00:24:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.329704 26801 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:24:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.339854 26801 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
00:24:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.345477 26890 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:24:37.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.346644 26801 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
00:24:37.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.347014 26801 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data,/tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:37.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "988d26f4f8e946b5a8686d343ac2eb24"
00:24:37.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 00:24:05 on dist-test-slave-266d"
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.350400 26801 fs_report.cc:383] FS layout report
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/wal
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/data
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:24:37.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:24:37.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.396966 26801 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:24:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.404404 26801 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:24:37.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.404991 26801 kserver.cc:163] Server-wide thread pool size limit: 3276
00:24:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.489391 26801 rpc_server.cc:307] RPC server started. Bound to: 127.24.122.126:39405
00:24:37.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.489522 26970 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.122.126:39405 every 8 connection(s)
00:24:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.493214 26801 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/master-0/data/info.pb
00:24:37.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.500806 25065 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu as pid 26801
00:24:37.501 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:24:37.502 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.122.125:36749(127.24.122.125:36749)] connecting to peer
00:24:37.506 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.122.125:36749(127.24.122.125:36749)] Successfully connected to peer
00:24:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.505817 26971 sys_catalog.cc:263] Verifying existing consensus state
00:24:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.512522 26971 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Bootstrap starting.
00:24:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:37.533373 26974 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:50204: token expired
00:24:37.538 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.24.122.125:36749 sent connection negotiation error: Not authorized: token expired
00:24:37.539 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.122.125:36749(127.24.122.125:36749)] handling channelInactive
00:24:37.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.122.125:36749(127.24.122.125:36749)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
00:24:37.543 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.24.122.125:36749(127.24.122.125:36749)] connecting to peer
00:24:37.545 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.122.125:36749(127.24.122.125:36749)] Successfully connected to peer
00:24:37.546 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.24.122.124:37509(127.24.122.124:37509)] connecting to peer
00:24:37.547 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.24.122.126:39405(127.24.122.126:39405)] connecting to peer
00:24:37.548 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
00:24:37.548 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLGqc77/test-tmp/mini-kudu-cluster8065145633050042507/krb5kdc/krb5cc
00:24:37.549 [DEBUG - kudu-nio-1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
00:24:37.550 [WARN - kudu-nio-1] (SecurityContext.java:234) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
00:24:37.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.122.125:36749(127.24.122.125:36749)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
00:24:37.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.122.125:36749: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
00:24:37.550 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.122.124:37509(127.24.122.124:37509)] Successfully connected to peer
00:24:37.555 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.122.125:36749(127.24.122.125:36749)] handling channelInactive
00:24:37.556 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.122.126:39405(127.24.122.126:39405)] Successfully connected to peer
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:37.561939 26974 negotiation.cc:337] Failed RPC negotiation. Trace:
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.545378 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:50214 (local address 127.24.122.125:36749)
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.545903 (+ 525us) server_negotiation.cc:206] Beginning negotiation
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.545928 (+ 25us) server_negotiation.cc:399] Waiting for connection header
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.545971 (+ 43us) server_negotiation.cc:407] Connection header received
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.546101 (+ 130us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.546135 (+ 34us) server_negotiation.cc:461] Received NEGOTIATE request from client
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.546356 (+ 221us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.547743 (+ 1387us) server_negotiation.cc:226] Negotiated authn=SASL
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.560692 (+ 12949us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:50214: BlockingRecv error: recv got EOF from 127.0.0.1:50214 (error 108)
00:24:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":128}
00:24:37.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.564962 26971 log.cc:824] T 00000000000000000000000000000000 P 988d26f4f8e946b5a8686d343ac2eb24: Log is configured to *not* fsync() on all Append() calls
00:24:37.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.122.124:37509(127.24.122.124:37509)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
00:24:37.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.122.124:37509: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
00:24:37.566 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.122.124:37509(127.24.122.124:37509)] handling channelInactive
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:37.570380 26978 negotiation.cc:337] Failed RPC negotiation. Trace:
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.550974 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:46338 (local address 127.24.122.124:37509)
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.561988 (+ 11014us) server_negotiation.cc:206] Beginning negotiation
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.562015 (+ 27us) server_negotiation.cc:399] Waiting for connection header
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.562066 (+ 51us) server_negotiation.cc:407] Connection header received
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.562224 (+ 158us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.562249 (+ 25us) server_negotiation.cc:461] Received NEGOTIATE request from client
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.562466 (+ 217us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.567926 (+ 5460us) server_negotiation.cc:226] Negotiated authn=SASL
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.568807 (+ 881us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46338: BlockingRecv error: recv got EOF from 127.0.0.1:46338 (error 108)
00:24:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10608,"thread_start_us":11456,"threads_started":1}
00:24:37.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.122.126:39405(127.24.122.126:39405)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
00:24:37.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.122.126:39405: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
00:24:37.579 [DEBUG - main] (Connection.java:575) [peer master-127.24.122.126:39405(127.24.122.126:39405)] disconnecting while in state TERMINATED
00:24:37.579 [DEBUG - main] (Connection.java:575) [peer master-127.24.122.125:36749(127.24.122.125:36749)] disconnecting while in state TERMINATED
00:24:37.579 [DEBUG - main] (Connection.java:575) [peer master-127.24.122.124:37509(127.24.122.124:37509)] disconnecting while in state TERMINATED
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:37.580927 26976 negotiation.cc:337] Failed RPC negotiation. Trace:
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.552146 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:52918 (local address 127.24.122.126:39405)
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.564130 (+ 11984us) server_negotiation.cc:206] Beginning negotiation
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.564167 (+ 37us) server_negotiation.cc:399] Waiting for connection header
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.564230 (+ 63us) server_negotiation.cc:407] Connection header received
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.575325 (+ 11095us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.575377 (+ 52us) server_negotiation.cc:461] Received NEGOTIATE request from client
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.575826 (+ 449us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.578282 (+ 2456us) server_negotiation.cc:226] Negotiated authn=SASL
00:24:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 00:24:37.579322 (+ 1040us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52918: BlockingRecv error: recv got EOF from 127.0.0.1:52918 (error 108)
00:24:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":11502,"thread_start_us":10977,"threads_started":1}
00:24:37.582 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:24:37.583 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.122.126:39405(127.24.122.126:39405)] handling channelInactive
00:24:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.592375 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 26801
00:24:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.633435 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 26561
00:24:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:37.694188 25065 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 26663
00:24:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T00:24:38Z chronyd exiting
00:24:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:39.215950 24561 debug-util.cc:398] Leaking SignalData structure 0x7b08000af200 after lost signal to thread 24354
00:24:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:39.216785 24561 debug-util.cc:398] Leaking SignalData structure 0x7b08000af260 after lost signal to thread 24567
00:24:39.858 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:24:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:39.859648 23877 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 24330
00:24:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:39.897780 23877 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 24581
00:24:39.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:39.945465 23877 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 24815
00:24:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:39.975471 23877 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 23894
00:24:40.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:40.010110 23877 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 23996
00:24:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:40.029417 24163 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.81.126:37597: connect: Connection refused (error 111)
00:24:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 00:24:40.032558 24163 consensus_peers.cc:487] T 00000000000000000000000000000000 P d4df23c6d48b4d7f8ab5382667a560b3 -> Peer 3af28dbff2c54ba29ba1bbabbb31f78b (127.23.81.126:37597): Couldn't send request to peer 3af28dbff2c54ba29ba1bbabbb31f78b. Status: Network error: Client connection negotiation failed: client connection to 127.23.81.126:37597: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:24:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 00:24:40.043304 23877 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLGqc77/build/tsan/bin/kudu with pid 24121
00:24:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T00:24:41Z chronyd exiting
00:24:42.142 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.24.122.125:36749,127.24.122.124:37509,127.24.122.126:39405). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.24.122.125:36749,127.24.122.124:37509,127.24.122.126:39405). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
00:24:42.376 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: giving up after 1 attempts
00:24:42.376 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.24.122.125:36749,127.24.122.124:37509,127.24.122.126:39405). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.24.122.125:36749,127.24.122.124:37509,127.24.122.126:39405). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more