01:43:19.133 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:43:19.133 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task3Ego3M/test-tmp
01:43:19.133 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:43:19.133 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task3Ego3M/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:43:19.135 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:43:19.405 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:43:19.405 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:43:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.407966 17502 mini_oidc.cc:152] Starting JWKS server
01:43:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.410866 17502 webserver.cc:460] Webserver started at http://127.0.0.1:40345/ using document root <none> and password file <none>
01:43:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.411265 17502 mini_oidc.cc:189] Starting OIDC Discovery server
01:43:19.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.413111 17502 webserver.cc:460] Webserver started at http://127.0.0.1:39955/ using document root <none> and password file <none>
01:43:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T01:43:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:43:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T01:43:19Z Disabled control of system clock
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.456346 17502 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/wal
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/data
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/logs
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/data/info.pb
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.190:35725
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.190
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40345/jwks.json with env {}
01:43:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.714296 17514 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.714769 17514 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.715261 17514 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.740262 17514 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.740481 17514 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.740648 17514 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.740808 17514 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.740976 17514 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.741097 17514 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40345/jwks.json
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.769305 17514 master_runner.cc:386] Master server non-default flags:
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/data
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/wal
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.190:35725
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40345/jwks.json
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/data/info.pb
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.190
01:43:19.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/logs
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.770323 17514 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.771739 17514 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:19.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.786108 17520 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.786667 17523 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:19.786302 17521 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:19.788259 17514 server_base.cc:1034] running on GCE node
01:43:20.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.828701 17514 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.830991 17514 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:20.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.832288 17514 hybrid_clock.cc:648] HybridClock initialized: now 1782006200832270 us; error 51 us; skew 500 ppm
01:43:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.832957 17514 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.844180 17514 webserver.cc:460] Webserver started at http://127.17.23.190:43599/ using document root <none> and password file <none>
01:43:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.844995 17514 fs_manager.cc:359] Metadata directory not provided
01:43:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.845166 17514 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.845510 17514 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.849704 17514 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/data/instance:
01:43:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591a74ad9e8f4f179c0d6925b5e21dfb"
01:43:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:20 on dist-test-slave-20xp"
01:43:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.850667 17514 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/wal/instance:
01:43:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591a74ad9e8f4f179c0d6925b5e21dfb"
01:43:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:20 on dist-test-slave-20xp"
01:43:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.856871 17514 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.003s
01:43:20.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.861296 17530 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.862141 17514 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
01:43:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.862358 17514 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/wal
01:43:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "591a74ad9e8f4f179c0d6925b5e21dfb"
01:43:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:20 on dist-test-slave-20xp"
01:43:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.862596 17514 fs_report.cc:383] FS layout report
01:43:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/wal
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/wal
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/data/data
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.894109 17514 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.895454 17514 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.895771 17514 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.955132 17514 rpc_server.cc:307] RPC server started. Bound to: 127.17.23.190:35725
01:43:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.955338 17581 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.23.190:35725 every 8 connection(s)
01:43:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.957310 17514 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/data/info.pb
01:43:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.961508 17582 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:43:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.963009 17502 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 17514
01:43:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.963469 17502 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-0/wal/instance
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.966374 17502 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/wal
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/data
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/logs
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/data/info.pb
01:43:20.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.189:42881
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.189
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40345/jwks.json with env {}
01:43:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:20.974799 17582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } has no permanent_uuid. Determining permanent_uuid...
01:43:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.000679 17582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } has no permanent_uuid. Determining permanent_uuid...
01:43:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.002629 17534 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.23.189:42881: connect: Connection refused (error 111)
01:43:21.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.006017 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.189:42881: Network error: Client connection negotiation failed: client connection to 127.17.23.189:42881: connect: Connection refused (error 111)
01:43:21.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.055402 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } attempt: 1
01:43:21.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.058243 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.189:42881: Network error: Client connection negotiation failed: client connection to 127.17.23.189:42881: connect: Connection refused (error 111)
01:43:21.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.126586 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } attempt: 2
01:43:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.129534 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.189:42881: Network error: Client connection negotiation failed: client connection to 127.17.23.189:42881: connect: Connection refused (error 111)
01:43:21.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.220871 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } attempt: 3
01:43:21.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.223788 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.189:42881: Network error: Client connection negotiation failed: client connection to 127.17.23.189:42881: connect: Connection refused (error 111)
01:43:21.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.226507 17584 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.226912 17584 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:21.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.227355 17584 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.253301 17584 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.253500 17584 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.253718 17584 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.253893 17584 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:21.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.254070 17584 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:21.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.254209 17584 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40345/jwks.json
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.281806 17584 master_runner.cc:386] Master server non-default flags:
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/data
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/wal
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.189:42881
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40345/jwks.json
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/data/info.pb
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.189
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/logs
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.282681 17584 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.284071 17584 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:21.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.298252 17596 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:21.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.367098 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } attempt: 4
01:43:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.370592 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.189:42881: Network error: Client connection negotiation failed: client connection to 127.17.23.189:42881: connect: Connection refused (error 111)
01:43:21.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.669893 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } attempt: 5
01:43:21.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.673746 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.189:42881: Network error: Client connection negotiation failed: client connection to 127.17.23.189:42881: connect: Connection refused (error 111)
01:43:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.221084 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } attempt: 6
01:43:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.226699 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.189:42881: Network error: Client connection negotiation failed: client connection to 127.17.23.189:42881: connect: Connection refused (error 111)
01:43:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.298290 17594 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:21.298257 17593 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:21.300071 17584 server_base.cc:1034] running on GCE node
01:43:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.352092 17584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.355094 17584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.356554 17584 hybrid_clock.cc:648] HybridClock initialized: now 1782006202356535 us; error 55 us; skew 500 ppm
01:43:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.357257 17584 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:22.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.363610 17584 webserver.cc:460] Webserver started at http://127.17.23.189:43851/ using document root <none> and password file <none>
01:43:22.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.364482 17584 fs_manager.cc:359] Metadata directory not provided
01:43:22.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.364662 17584 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.365060 17584 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.369856 17584 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/data/instance:
01:43:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4"
01:43:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:22 on dist-test-slave-20xp"
01:43:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.370918 17584 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/wal/instance:
01:43:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4"
01:43:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:22 on dist-test-slave-20xp"
01:43:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.377463 17584 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.001s sys 0.004s
01:43:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.382063 17605 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.382941 17584 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
01:43:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.383163 17584 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/wal
01:43:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4"
01:43:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:22 on dist-test-slave-20xp"
01:43:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.383440 17584 fs_report.cc:383] FS layout report
01:43:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/wal
01:43:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/wal
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/data/data
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.410374 17584 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.411496 17584 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.411809 17584 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.472951 17584 rpc_server.cc:307] RPC server started. Bound to: 127.17.23.189:42881
01:43:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.473029 17656 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.23.189:42881 every 8 connection(s)
01:43:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.475831 17584 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/data/info.pb
01:43:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.479254 17502 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 17584
01:43:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.479650 17502 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-1/wal/instance
01:43:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.480695 17657 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.482225 17502 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/wal
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/data
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/logs
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/data/info.pb
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.188:34477
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.188
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40345/jwks.json with env {}
01:43:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.492547 17657 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } has no permanent_uuid. Determining permanent_uuid...
01:43:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.514374 17657 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } has no permanent_uuid. Determining permanent_uuid...
01:43:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.527910 17657 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } has no permanent_uuid. Determining permanent_uuid...
01:43:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.530012 17606 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.533588 17657 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.582960 17657 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 1
01:43:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.586280 17657 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:22.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.654597 17657 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 2
01:43:22.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.657912 17657 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:22.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.749233 17657 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 3
01:43:22.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.749432 17659 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.750023 17659 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.750536 17659 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:22.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.752274 17657 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.776901 17659 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.777099 17659 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.777266 17659 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.777432 17659 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.777588 17659 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.777704 17659 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40345/jwks.json
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.806187 17659 master_runner.cc:386] Master server non-default flags:
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/data
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/wal
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.188:34477
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40345/jwks.json
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/data/info.pb
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.188
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/logs
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.807118 17659 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.808537 17659 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:22.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.823695 17670 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.895625 17657 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 4
01:43:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.899305 17657 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.198634 17657 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 5
01:43:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:23.202453 17657 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.287019 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } attempt: 7
01:43:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.299194 17582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } has no permanent_uuid. Determining permanent_uuid...
01:43:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:23.304179 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.362557 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 1
01:43:23.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:23.365671 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.447134 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 2
01:43:23.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:23.450759 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.536119 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 3
01:43:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:23.539729 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.680048 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 4
01:43:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:23.683732 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.749789 17657 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 6
01:43:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:23.755669 17657 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.823755 17672 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:23.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:22.823880 17669 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:23.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:22.824776 17659 server_base.cc:1034] running on GCE node
01:43:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.869572 17659 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.872341 17659 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.873718 17659 hybrid_clock.cc:648] HybridClock initialized: now 1782006203873699 us; error 40 us; skew 500 ppm
01:43:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.874436 17659 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.880719 17659 webserver.cc:460] Webserver started at http://127.17.23.188:36925/ using document root <none> and password file <none>
01:43:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.881449 17659 fs_manager.cc:359] Metadata directory not provided
01:43:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.881599 17659 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:23.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.881932 17659 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.886327 17659 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/data/instance:
01:43:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bac8119a8824a4bac57e0d0d60c649e"
01:43:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:23 on dist-test-slave-20xp"
01:43:23.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.887437 17659 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/wal/instance:
01:43:23.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bac8119a8824a4bac57e0d0d60c649e"
01:43:23.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:23 on dist-test-slave-20xp"
01:43:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.893958 17659 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
01:43:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.898699 17684 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:23.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.899691 17659 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.899987 17659 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/wal
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bac8119a8824a4bac57e0d0d60c649e"
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:23 on dist-test-slave-20xp"
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.900286 17659 fs_report.cc:383] FS layout report
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/wal
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/wal
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/data/data
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.928172 17659 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.929385 17659 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.929761 17659 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:23.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.967103 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 5
01:43:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:23.971098 17582 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.23.188:34477: Network error: Client connection negotiation failed: client connection to 127.17.23.188:34477: connect: Connection refused (error 111)
01:43:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.992539 17659 rpc_server.cc:307] RPC server started. Bound to: 127.17.23.188:34477
01:43:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.992576 17735 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.23.188:34477 every 8 connection(s)
01:43:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.994870 17659 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/data/info.pb
01:43:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:23.999197 17736 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:43:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.000352 17502 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 17659
01:43:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.000697 17502 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/master-2/wal/instance
01:43:24.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.011569 17736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } has no permanent_uuid. Determining permanent_uuid...
01:43:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.032184 17736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } has no permanent_uuid. Determining permanent_uuid...
01:43:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.043551 17736 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } has no permanent_uuid. Determining permanent_uuid...
01:43:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.057637 17736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e: Bootstrap starting.
01:43:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.062801 17736 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e: Neither blocks nor log segments found. Creating new log.
01:43:24.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.064191 17736 log.cc:824] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e: Log is configured to *not* fsync() on all Append() calls
01:43:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.068287 17736 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e: No bootstrap required, opened a new log
01:43:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.085837 17736 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.086293 17736 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:43:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.086542 17736 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9bac8119a8824a4bac57e0d0d60c649e, State: Initialized, Role: FOLLOWER
01:43:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.087256 17736 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.089599 17745 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.090225 17745 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: This master's current role is: FOLLOWER
01:43:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.090694 17736 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: configured and running, proceeding with master startup.
01:43:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:24.115118 17756 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:43:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:24.115639 17756 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:43:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.109333 17659 master_runner.cc:186] Error getting master registration for 127.17.23.190:35725: OK, instance_id { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" instance_seqno: 1782006200938866 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:43:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.129942 17659 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.147935 17745 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:43:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.148350 17745 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.150498 17745 leader_election.cc:288] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 591a74ad9e8f4f179c0d6925b5e21dfb (127.17.23.190:35725), 8c4ff672f4754b0ea2f84e2d06e8e4e4 (127.17.23.189:42881)
01:43:24.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:24.183931 17690 tablet.cc:2369] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:43:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.523525 17582 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 6
01:43:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.544133 17582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: Bootstrap starting.
01:43:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.548748 17582 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: Neither blocks nor log segments found. Creating new log.
01:43:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.550313 17582 log.cc:824] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: Log is configured to *not* fsync() on all Append() calls
01:43:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.553787 17582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: No bootstrap required, opened a new log
01:43:24.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.582373 17582 raft_consensus.cc:348] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.583105 17582 raft_consensus.cc:374] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:43:24.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.583869 17582 raft_consensus.cc:729] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 591a74ad9e8f4f179c0d6925b5e21dfb, State: Initialized, Role: FOLLOWER
01:43:24.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.584782 17582 consensus_queue.cc:260] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.587337 17760 sys_catalog.cc:455] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:24.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.588045 17760 sys_catalog.cc:458] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [sys.catalog]: This master's current role is: FOLLOWER
01:43:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.588838 17582 sys_catalog.cc:564] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [sys.catalog]: configured and running, proceeding with master startup.
01:43:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.588933 17760 raft_consensus.cc:482] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:43:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.589028 17557 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bac8119a8824a4bac57e0d0d60c649e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" is_pre_election: true
01:43:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.589318 17760 raft_consensus.cc:504] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.590428 17557 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9bac8119a8824a4bac57e0d0d60c649e in term 0.
01:43:24.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.591845 17687 leader_election.cc:302] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 591a74ad9e8f4f179c0d6925b5e21dfb, 9bac8119a8824a4bac57e0d0d60c649e; no voters:
01:43:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.592722 17745 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 0 FOLLOWER]: Leader pre-election won for term 1
01:43:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.593032 17745 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:43:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.593271 17745 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 0 FOLLOWER]: Advancing to term 1
01:43:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.593251 17760 leader_election.cc:288] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8c4ff672f4754b0ea2f84e2d06e8e4e4 (127.17.23.189:42881), 9bac8119a8824a4bac57e0d0d60c649e (127.17.23.188:34477)
01:43:24.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.599905 17711 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bac8119a8824a4bac57e0d0d60c649e" is_pre_election: true
01:43:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.602623 17745 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.604001 17711 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 591a74ad9e8f4f179c0d6925b5e21dfb in current term 1: Already voted for candidate 9bac8119a8824a4bac57e0d0d60c649e in this term.
01:43:24.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.605224 17556 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bac8119a8824a4bac57e0d0d60c649e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb"
01:43:24.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.605849 17556 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 0 FOLLOWER]: Advancing to term 1
01:43:24.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.606256 17745 leader_election.cc:288] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [CANDIDATE]: Term 1 election: Requested vote from peers 591a74ad9e8f4f179c0d6925b5e21dfb (127.17.23.190:35725), 8c4ff672f4754b0ea2f84e2d06e8e4e4 (127.17.23.189:42881)
01:43:24.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.612794 17556 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9bac8119a8824a4bac57e0d0d60c649e in term 1.
01:43:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.613603 17687 leader_election.cc:302] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 591a74ad9e8f4f179c0d6925b5e21dfb, 9bac8119a8824a4bac57e0d0d60c649e; no voters:
01:43:24.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.614287 17745 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 1 FOLLOWER]: Leader election won for term 1
01:43:24.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.616151 17745 raft_consensus.cc:686] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [term 1 LEADER]: Becoming Leader. State: Replica: 9bac8119a8824a4bac57e0d0d60c649e, State: Running, Role: LEADER
01:43:24.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.616937 17745 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.637844 17765 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9bac8119a8824a4bac57e0d0d60c649e. Latest consensus state: current_term: 1 leader_uuid: "9bac8119a8824a4bac57e0d0d60c649e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.638458 17765 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: This master's current role is: LEADER
01:43:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.652451 17772 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:43:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:24.653278 17536 tablet.cc:2369] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:43:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.658871 17772 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:43:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.674105 17556 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 1 FOLLOWER]: Refusing update from remote peer 9bac8119a8824a4bac57e0d0d60c649e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:43:24.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.675669 17765 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [LEADER]: Connected to new peer: Peer: permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:43:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:24.682366 17774 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:43:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:24.682653 17774 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:43:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.655995 17514 master_runner.cc:186] Error getting master registration for 127.17.23.189:42881: OK, instance_id { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" instance_seqno: 1782006202455762 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:43:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.697546 17514 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.723723 17760 sys_catalog.cc:455] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9bac8119a8824a4bac57e0d0d60c649e. Latest consensus state: current_term: 1 leader_uuid: "9bac8119a8824a4bac57e0d0d60c649e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.724486 17760 sys_catalog.cc:458] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [sys.catalog]: This master's current role is: FOLLOWER
01:43:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.726949 17775 mvcc.cc:205] Tried to move back new op lower bound from 7299097414327726080 to 7299097414122491904. Current Snapshot: MvccSnapshot[applied={T|T < 7299097414327726080}]
01:43:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.737020 17760 sys_catalog.cc:455] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9bac8119a8824a4bac57e0d0d60c649e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.737586 17760 sys_catalog.cc:458] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [sys.catalog]: This master's current role is: FOLLOWER
01:43:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.742008 17745 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9bac8119a8824a4bac57e0d0d60c649e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.742673 17745 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: This master's current role is: LEADER
01:43:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.744400 17772 catalog_manager.cc:1347] Generated new cluster ID: a4da1b0ebbc546bab8ceeac09202596b
01:43:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.744671 17772 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:43:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.780827 17772 catalog_manager.cc:1370] Generated new certificate authority record
01:43:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.782950 17772 catalog_manager.cc:1504] Loading token signing keys...
01:43:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.812583 17772 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e: Generated new TSK 0
01:43:24.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.815739 17772 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:43:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.816036 17657 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } attempt: 7
01:43:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.844154 17657 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4: Bootstrap starting.
01:43:24.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.850953 17657 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4: Neither blocks nor log segments found. Creating new log.
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.851969 17502 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/wal
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/data
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/logs
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/data/info.pb
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.129:0
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.23.129
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.129
01:43:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:43:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.854028 17657 log.cc:824] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4: Log is configured to *not* fsync() on all Append() calls
01:43:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.868896 17657 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4: No bootstrap required, opened a new log
01:43:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.908737 17657 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.909861 17657 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:43:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.911123 17657 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8c4ff672f4754b0ea2f84e2d06e8e4e4, State: Initialized, Role: FOLLOWER
01:43:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.912873 17657 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } }
01:43:24.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.926612 17630 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bac8119a8824a4bac57e0d0d60c649e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4"
01:43:24.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.926746 17632 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bac8119a8824a4bac57e0d0d60c649e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" is_pre_election: true
01:43:24.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.927354 17631 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" is_pre_election: true
01:43:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.945305 17785 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.946096 17785 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [sys.catalog]: This master's current role is: FOLLOWER
01:43:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.948782 17657 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [sys.catalog]: configured and running, proceeding with master startup.
01:43:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.955261 17534 leader_election.cc:302] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 591a74ad9e8f4f179c0d6925b5e21dfb; no voters: 8c4ff672f4754b0ea2f84e2d06e8e4e4, 9bac8119a8824a4bac57e0d0d60c649e
01:43:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.956349 17760 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:43:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.960162 17629 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [term 0 FOLLOWER]: Advancing to term 1
01:43:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.968715 17629 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [term 1 FOLLOWER]: Refusing update from remote peer 9bac8119a8824a4bac57e0d0d60c649e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:43:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:24.971678 17765 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [LEADER]: Connected to new peer: Peer: permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:43:25.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.105176 17785 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9bac8119a8824a4bac57e0d0d60c649e. Latest consensus state: current_term: 1 leader_uuid: "9bac8119a8824a4bac57e0d0d60c649e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:25.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.105894 17785 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [sys.catalog]: This master's current role is: FOLLOWER
01:43:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.107120 17791 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9bac8119a8824a4bac57e0d0d60c649e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.107777 17791 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4 [sys.catalog]: This master's current role is: FOLLOWER
01:43:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.173471 17801 catalog_manager.cc:1259] Loaded cluster ID: a4da1b0ebbc546bab8ceeac09202596b
01:43:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.173704 17801 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4: loading cluster ID for follower catalog manager: success
01:43:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.187911 17801 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4: acquiring CA information for follower catalog manager: success
01:43:25.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.200503 17801 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8c4ff672f4754b0ea2f84e2d06e8e4e4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:25.439807 17784 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:25.440510 17784 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:25.441262 17784 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.473412 17765 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9bac8119a8824a4bac57e0d0d60c649e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "591a74ad9e8f4f179c0d6925b5e21dfb" member_type: VOTER last_known_addr { host: "127.17.23.190" port: 35725 } } peers { permanent_uuid: "8c4ff672f4754b0ea2f84e2d06e8e4e4" member_type: VOTER last_known_addr { host: "127.17.23.189" port: 42881 } } peers { permanent_uuid: "9bac8119a8824a4bac57e0d0d60c649e" member_type: VOTER last_known_addr { host: "127.17.23.188" port: 34477 } } }
01:43:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.474201 17765 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bac8119a8824a4bac57e0d0d60c649e [sys.catalog]: This master's current role is: LEADER
01:43:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:25.491799 17784 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:25.492936 17784 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.23.129
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.544245 17784 tablet_server_runner.cc:78] Tablet server non-default flags:
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/data
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/wal
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.129:0
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/data/info.pb
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.129
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.23.129
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/logs
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.545699 17784 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.547528 17784 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:25.583834 17811 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.687928 17774 catalog_manager.cc:1259] Loaded cluster ID: a4da1b0ebbc546bab8ceeac09202596b
01:43:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.688370 17774 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: loading cluster ID for follower catalog manager: success
01:43:25.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.695586 17774 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: acquiring CA information for follower catalog manager: success
01:43:25.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:25.706200 17774 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 591a74ad9e8f4f179c0d6925b5e21dfb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:26.076907 17653 debug-util.cc:398] Leaking SignalData structure 0x7b080007df80 after lost signal to thread 17588
01:43:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:26.077476 17653 debug-util.cc:398] Leaking SignalData structure 0x7b0800040080 after lost signal to thread 17656
01:43:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:26.968706 17809 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 17784
01:43:28.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.225872 17809 kernel_stack_watchdog.cc:198] Thread 17784 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 382ms:
01:43:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:43:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:43:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:43:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:43:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:25.587015 17810 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.227027 17812 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2640 milliseconds
01:43:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.227588 17784 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.643s user 0.458s sys 0.873s
01:43:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.227887 17784 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.644s user 0.458s sys 0.873s
01:43:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.231953 17813 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.232400 17784 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:43:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.233673 17784 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.236325 17784 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.237823 17784 hybrid_clock.cc:648] HybridClock initialized: now 1782006208237741 us; error 73 us; skew 500 ppm
01:43:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.238848 17784 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.252602 17784 webserver.cc:460] Webserver started at http://127.17.23.129:46663/ using document root <none> and password file <none>
01:43:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.253732 17784 fs_manager.cc:359] Metadata directory not provided
01:43:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.253984 17784 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.254482 17784 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:28.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.261240 17784 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/data/instance:
01:43:28.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e430f79f797444891f70f3ac681d0cd"
01:43:28.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:28 on dist-test-slave-20xp"
01:43:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.262606 17784 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/wal/instance:
01:43:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e430f79f797444891f70f3ac681d0cd"
01:43:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:28 on dist-test-slave-20xp"
01:43:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.271385 17784 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
01:43:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.278403 17820 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.279762 17784 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:43:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.280087 17784 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/wal
01:43:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e430f79f797444891f70f3ac681d0cd"
01:43:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:28 on dist-test-slave-20xp"
01:43:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.280442 17784 fs_report.cc:383] FS layout report
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/wal
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/wal
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/data/data
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.340902 17784 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.342473 17784 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.342958 17784 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.346165 17784 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:43:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.351294 17784 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:43:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.351552 17784 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:43:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.351812 17784 ts_tablet_manager.cc:610] Registered 0 tablets
01:43:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.352001 17784 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:43:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.496142 17784 rpc_server.cc:307] RPC server started. Bound to: 127.17.23.129:40713
01:43:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.496187 17932 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.23.129:40713 every 8 connection(s)
01:43:28.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.499392 17784 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/data/info.pb
01:43:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.503590 17502 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 17784
01:43:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.503988 17502 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-0/wal/instance
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.529323 17502 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/wal
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/data
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/logs
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/data/info.pb
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.130:0
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.23.130
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.130
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:43:28.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.570104 17934 heartbeater.cc:347] Connected to a master server at 127.17.23.189:42881
01:43:28.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.570523 17934 heartbeater.cc:464] Registering TS with master...
01:43:28.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.571488 17934 heartbeater.cc:511] Master 127.17.23.189:42881 requested a full tablet report, sending...
01:43:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.574852 17622 ts_manager.cc:194] Registered new tserver with Master: 2e430f79f797444891f70f3ac681d0cd (127.17.23.129:40713)
01:43:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.576658 17933 heartbeater.cc:347] Connected to a master server at 127.17.23.188:34477
01:43:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.576947 17933 heartbeater.cc:464] Registering TS with master...
01:43:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.577538 17933 heartbeater.cc:511] Master 127.17.23.188:34477 requested a full tablet report, sending...
01:43:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.578521 17935 heartbeater.cc:347] Connected to a master server at 127.17.23.190:35725
01:43:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.578872 17935 heartbeater.cc:464] Registering TS with master...
01:43:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.579715 17935 heartbeater.cc:511] Master 127.17.23.190:35725 requested a full tablet report, sending...
01:43:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.579773 17701 ts_manager.cc:194] Registered new tserver with Master: 2e430f79f797444891f70f3ac681d0cd (127.17.23.129:40713)
01:43:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.582082 17701 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.23.129:56675
01:43:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.583006 17547 ts_manager.cc:194] Registered new tserver with Master: 2e430f79f797444891f70f3ac681d0cd (127.17.23.129:40713)
01:43:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.834962 17940 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.835417 17940 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:28.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.835903 17940 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:28.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.862547 17940 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.863185 17940 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.23.130
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.891983 17940 tablet_server_runner.cc:78] Tablet server non-default flags:
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/data
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/wal
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.130:0
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/data/info.pb
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.130
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.23.130
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/logs
01:43:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.892952 17940 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:28.894248 17940 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:28.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.913272 17949 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:29.585861 17933 heartbeater.cc:503] Master 127.17.23.188:34477 was elected leader, sending a full tablet report...
01:43:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.913337 17950 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:28.920704 17952 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.199025 17951 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1285 milliseconds
01:43:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.199178 17940 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:43:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.200449 17940 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:30.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.202957 17940 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.204383 17940 hybrid_clock.cc:648] HybridClock initialized: now 1782006210204337 us; error 79 us; skew 500 ppm
01:43:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.205143 17940 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.210708 17940 webserver.cc:460] Webserver started at http://127.17.23.130:42727/ using document root <none> and password file <none>
01:43:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.211666 17940 fs_manager.cc:359] Metadata directory not provided
01:43:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.211875 17940 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.212288 17940 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.216646 17940 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/data/instance:
01:43:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b570e4f2b8884ddeaab6b4c6261db93e"
01:43:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:30 on dist-test-slave-20xp"
01:43:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.217680 17940 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/wal/instance:
01:43:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b570e4f2b8884ddeaab6b4c6261db93e"
01:43:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:30 on dist-test-slave-20xp"
01:43:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.224143 17940 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
01:43:30.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.229173 17961 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:30.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.230010 17940 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
01:43:30.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.230343 17940 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/wal
01:43:30.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b570e4f2b8884ddeaab6b4c6261db93e"
01:43:30.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:30 on dist-test-slave-20xp"
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.230646 17940 fs_report.cc:383] FS layout report
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/wal
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/wal
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/data/data
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:30.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.278200 17940 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.279533 17940 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.279950 17940 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.282058 17940 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:43:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.285766 17940 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:43:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.285953 17940 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:43:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.286165 17940 ts_tablet_manager.cc:610] Registered 0 tablets
01:43:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.286276 17940 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:43:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.408211 17940 rpc_server.cc:307] RPC server started. Bound to: 127.17.23.130:40643
01:43:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.408324 18073 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.23.130:40643 every 8 connection(s)
01:43:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.410374 17940 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/data/info.pb
01:43:30.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.413255 17502 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 17940
01:43:30.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.413872 17502 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-1/wal/instance
01:43:30.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.431253 17502 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:30.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:30.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/wal
01:43:30.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/data
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/logs
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/data/info.pb
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.131:0
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.23.131
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.131
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:43:30.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.446064 18075 heartbeater.cc:347] Connected to a master server at 127.17.23.189:42881
01:43:30.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.446527 18075 heartbeater.cc:464] Registering TS with master...
01:43:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.449203 18075 heartbeater.cc:511] Master 127.17.23.189:42881 requested a full tablet report, sending...
01:43:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.452893 17622 ts_manager.cc:194] Registered new tserver with Master: b570e4f2b8884ddeaab6b4c6261db93e (127.17.23.130:40643)
01:43:30.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.454145 18074 heartbeater.cc:347] Connected to a master server at 127.17.23.188:34477
01:43:30.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.454401 18074 heartbeater.cc:464] Registering TS with master...
01:43:30.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.455176 18074 heartbeater.cc:511] Master 127.17.23.188:34477 requested a full tablet report, sending...
01:43:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.456954 17701 ts_manager.cc:194] Registered new tserver with Master: b570e4f2b8884ddeaab6b4c6261db93e (127.17.23.130:40643)
01:43:30.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.458142 17701 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.23.130:41385
01:43:30.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.464709 18076 heartbeater.cc:347] Connected to a master server at 127.17.23.190:35725
01:43:30.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.465056 18076 heartbeater.cc:464] Registering TS with master...
01:43:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.465744 18076 heartbeater.cc:511] Master 127.17.23.190:35725 requested a full tablet report, sending...
01:43:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.467849 17547 ts_manager.cc:194] Registered new tserver with Master: b570e4f2b8884ddeaab6b4c6261db93e (127.17.23.130:40643)
01:43:30.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.724335 18084 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:30.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.724740 18084 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:30.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.725212 18084 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:30.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.752542 18084 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:30.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.753192 18084 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.23.131
01:43:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.782663 18084 tablet_server_runner.cc:78] Tablet server non-default flags:
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.23.148:44939
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/data
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/wal
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.23.131:0
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/data/info.pb
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.23.131
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.23.190:35725,127.17.23.189:42881,127.17.23.188:34477
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.23.131
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/logs
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.783699 18084 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:30.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.785110 18084 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.802186 18090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:31.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.461449 18074 heartbeater.cc:503] Master 127.17.23.188:34477 was elected leader, sending a full tablet report...
01:43:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.802330 18093 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:30.803854 18084 server_base.cc:1034] running on GCE node
01:43:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:30.803350 18091 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.880419 18084 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.882236 18084 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.883647 18084 hybrid_clock.cc:648] HybridClock initialized: now 1782006211883590 us; error 35 us; skew 500 ppm
01:43:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.884369 18084 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.890501 18084 webserver.cc:460] Webserver started at http://127.17.23.131:45275/ using document root <none> and password file <none>
01:43:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.891336 18084 fs_manager.cc:359] Metadata directory not provided
01:43:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.891501 18084 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.891891 18084 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.896078 18084 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/data/instance:
01:43:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "282aa0aac0f14c129764cab5a9dfb8e2"
01:43:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:31 on dist-test-slave-20xp"
01:43:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.897284 18084 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/wal/instance:
01:43:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "282aa0aac0f14c129764cab5a9dfb8e2"
01:43:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:31 on dist-test-slave-20xp"
01:43:31.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.903810 18084 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
01:43:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.908614 18101 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.909511 18084 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.909793 18084 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/wal
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "282aa0aac0f14c129764cab5a9dfb8e2"
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:31 on dist-test-slave-20xp"
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.910053 18084 fs_report.cc:383] FS layout report
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/wal
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/wal
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/data/data
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:31.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.947611 18084 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:31.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.949043 18084 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:31.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.949445 18084 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.951670 18084 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:43:31.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.955772 18084 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:43:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.955991 18084 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:43:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.956357 18084 ts_tablet_manager.cc:610] Registered 0 tablets
01:43:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:31.956529 18084 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:43:32.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.088644 18084 rpc_server.cc:307] RPC server started. Bound to: 127.17.23.131:33093
01:43:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.088760 18213 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.23.131:33093 every 8 connection(s)
01:43:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.091120 18084 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/data/info.pb
01:43:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.092468 17502 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18084
01:43:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.092819 17502 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster7823335950460586984/ts-2/wal/instance
01:43:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.132735 18214 heartbeater.cc:347] Connected to a master server at 127.17.23.188:34477
01:43:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.133128 18214 heartbeater.cc:464] Registering TS with master...
01:43:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.134182 18214 heartbeater.cc:511] Master 127.17.23.188:34477 requested a full tablet report, sending...
01:43:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.136368 17701 ts_manager.cc:194] Registered new tserver with Master: 282aa0aac0f14c129764cab5a9dfb8e2 (127.17.23.131:33093)
01:43:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.137285 18216 heartbeater.cc:347] Connected to a master server at 127.17.23.190:35725
01:43:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.137547 18216 heartbeater.cc:464] Registering TS with master...
01:43:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.138109 17701 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.17.23.131:33817
01:43:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.138171 18216 heartbeater.cc:511] Master 127.17.23.190:35725 requested a full tablet report, sending...
01:43:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.140086 17547 ts_manager.cc:194] Registered new tserver with Master: 282aa0aac0f14c129764cab5a9dfb8e2 (127.17.23.131:33093)
01:43:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.141535 18215 heartbeater.cc:347] Connected to a master server at 127.17.23.189:42881
01:43:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.141846 18215 heartbeater.cc:464] Registering TS with master...
01:43:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.142426 18215 heartbeater.cc:511] Master 127.17.23.189:42881 requested a full tablet report, sending...
01:43:32.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.144444 17622 ts_manager.cc:194] Registered new tserver with Master: 282aa0aac0f14c129764cab5a9dfb8e2 (127.17.23.131:33093)
01:43:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.149509 17502 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:43:32.158 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:43:32.158 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:43:32.159 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.23.190"
port: 35725
}
bound_http_address {
host: "127.17.23.190"
port: 43599
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.23.189"
port: 42881
}
bound_http_address {
host: "127.17.23.189"
port: 43851
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.23.188"
port: 34477
}
bound_http_address {
host: "127.17.23.188"
port: 36925
}
}
}
01:43:32.159 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:43:32.160 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.23.129"
port: 40713
}
bound_http_address {
host: "127.17.23.129"
port: 46663
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.23.130"
port: 40643
}
bound_http_address {
host: "127.17.23.130"
port: 42727
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.23.131"
port: 33093
}
bound_http_address {
host: "127.17.23.131"
port: 45275
}
}
}
01:43:32.160 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:43:32.161 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster4927207410133841644/krb5kdc/krb5cc
01:43:32.161 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:43:32.163 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task3Ego3M/test-tmp
01:43:32.163 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:43:32.163 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task3Ego3M/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:43:32.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:43:32.456 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:32.456 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:43:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.458519 18225 mini_oidc.cc:152] Starting JWKS server
01:43:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.461913 18225 webserver.cc:460] Webserver started at http://127.0.0.1:44363/ using document root <none> and password file <none>
01:43:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.462270 18225 mini_oidc.cc:189] Starting OIDC Discovery server
01:43:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:32.463706 18225 webserver.cc:460] Webserver started at http://127.0.0.1:44155/ using document root <none> and password file <none>
01:43:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:43:32.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/principal' for realm 'KRBTEST.COM',
01:43:32.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:43:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:32 dist-test-slave-20xp krb5kdc[18236](info): setting up network...
01:43:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:43:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:32 dist-test-slave-20xp krb5kdc[18236](info): set up 2 sockets
01:43:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:32 dist-test-slave-20xp krb5kdc[18236](info): commencing operation
01:43:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:43:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:33.142381 18214 heartbeater.cc:503] Master 127.17.23.188:34477 was elected leader, sending a full tablet report...
01:43:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.450349 18225 mini_kdc.cc:121] Time spent starting KDC: real 0.963s user 0.006s sys 0.008s
01:43:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:43:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:43:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:43:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:43:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:43:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:43:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:43:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:43:33.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:43:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:43:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/test-user.keytab.
01:43:33.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/test-user.keytab.
01:43:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:33 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:43:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T01:43:33Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:43:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T01:43:33Z Disabled control of system clock
01:43:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.204.126@KRBTEST.COM; defaulting to no policy
01:43:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:43:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.204.126@KRBTEST.COM" created.
01:43:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:43:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.204.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab.
01:43:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.204.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab.
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:33.601744 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:33.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.860154 18250 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.860661 18250 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.861227 18250 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:33.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.887326 18250 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:33.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.887504 18250 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:33.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.887758 18250 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.887954 18250 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.888132 18250 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.888284 18250 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:33.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.888399 18250 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:33.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:33.918705 18250 master_runner.cc:386] Master server non-default flags:
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:33.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:33.919631 18250 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:33.920400 18250 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.935458 18257 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.935477 18256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:33.936033 18259 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:33.937916 18250 server_base.cc:1034] running on GCE node
01:43:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.044188 18250 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.046978 18250 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:35.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.048364 18250 hybrid_clock.cc:648] HybridClock initialized: now 1782006215048315 us; error 77 us; skew 500 ppm
01:43:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.049306 18250 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:35 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006215, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:35.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.058933 18250 init.cc:377] Logged in from keytab as kudu/127.17.204.126@KRBTEST.COM (short username kudu)
01:43:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.064175 18250 webserver.cc:460] Webserver started at http://127.17.204.126:33775/ using document root <none> and password file <none>
01:43:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.065021 18250 fs_manager.cc:359] Metadata directory not provided
01:43:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.065205 18250 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.065601 18250 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.070432 18250 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/instance:
01:43:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:43:35.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:35 on dist-test-slave-20xp"
01:43:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.071844 18250 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal/instance:
01:43:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:43:35.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:35 on dist-test-slave-20xp"
01:43:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.078951 18250 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
01:43:35.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.084311 18267 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.085243 18250 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
01:43:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.085536 18250 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:43:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:35 on dist-test-slave-20xp"
01:43:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.085831 18250 fs_report.cc:383] FS layout report
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/data
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:35.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.123876 18250 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:35.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.129787 18250 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:35.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.130311 18250 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.199400 18250 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.126:44731
01:43:35.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.199518 18318 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.126:44731 every 8 connection(s)
01:43:35.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.201833 18250 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.206676 18319 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:43:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.209486 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18250
01:43:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.209934 18225 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal/instance
01:43:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.220250 18319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } has no permanent_uuid. Determining permanent_uuid...
01:43:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.204.125@KRBTEST.COM; defaulting to no policy
01:43:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:43:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.204.125@KRBTEST.COM" created.
01:43:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:35 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006215, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:43:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:43:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.204.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab.
01:43:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.204.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab.
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.251001 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:35.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:35.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.255697 18319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } has no permanent_uuid. Determining permanent_uuid...
01:43:35.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.257728 18270 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.125:42589: connect: Connection refused (error 111)
01:43:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.261264 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.125:42589: Network error: Client connection negotiation failed: client connection to 127.17.204.125:42589: connect: Connection refused (error 111)
01:43:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.310734 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } attempt: 1
01:43:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.313714 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.125:42589: Network error: Client connection negotiation failed: client connection to 127.17.204.125:42589: connect: Connection refused (error 111)
01:43:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.382148 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } attempt: 2
01:43:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.385176 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.125:42589: Network error: Client connection negotiation failed: client connection to 127.17.204.125:42589: connect: Connection refused (error 111)
01:43:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.476554 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } attempt: 3
01:43:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.479615 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.125:42589: Network error: Client connection negotiation failed: client connection to 127.17.204.125:42589: connect: Connection refused (error 111)
01:43:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.520315 18325 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:35.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.520836 18325 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:35.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.521427 18325 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:35.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.548296 18325 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:35.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.548517 18325 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.548919 18325 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.549185 18325 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.549470 18325 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.549752 18325 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.549937 18325 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.580765 18325 master_runner.cc:386] Master server non-default flags:
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.581956 18325 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.582964 18325 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.598191 18334 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.622982 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } attempt: 4
01:43:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.626647 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.125:42589: Network error: Client connection negotiation failed: client connection to 127.17.204.125:42589: connect: Connection refused (error 111)
01:43:35.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.925978 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } attempt: 5
01:43:35.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.929520 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.125:42589: Network error: Client connection negotiation failed: client connection to 127.17.204.125:42589: connect: Connection refused (error 111)
01:43:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.476847 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } attempt: 6
01:43:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:36.482271 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.125:42589: Network error: Client connection negotiation failed: client connection to 127.17.204.125:42589: connect: Connection refused (error 111)
01:43:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.598706 18333 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:35.599689 18336 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:35.599134 18325 server_base.cc:1034] running on GCE node
01:43:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.691769 18325 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.694131 18325 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.695422 18325 hybrid_clock.cc:648] HybridClock initialized: now 1782006216695397 us; error 33 us; skew 500 ppm
01:43:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.696190 18325 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:36 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006216, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.701709 18325 init.cc:377] Logged in from keytab as kudu/127.17.204.125@KRBTEST.COM (short username kudu)
01:43:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.706852 18325 webserver.cc:460] Webserver started at http://127.17.204.125:41859/ using document root <none> and password file <none>
01:43:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.707765 18325 fs_manager.cc:359] Metadata directory not provided
01:43:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.707989 18325 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.708326 18325 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.712621 18325 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/instance:
01:43:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:43:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:36 on dist-test-slave-20xp"
01:43:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.713642 18325 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal/instance:
01:43:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:43:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:36 on dist-test-slave-20xp"
01:43:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.721679 18325 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
01:43:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.729148 18346 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.730088 18325 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
01:43:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.730432 18325 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:43:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:36 on dist-test-slave-20xp"
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.730756 18325 fs_report.cc:383] FS layout report
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/data
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:36.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.771705 18325 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.776182 18325 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:36.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.776645 18325 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.838549 18325 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.125:42589
01:43:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.838726 18397 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.125:42589 every 8 connection(s)
01:43:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.840854 18325 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.845430 18398 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:43:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.850442 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18325
01:43:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.850828 18225 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal/instance
01:43:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.856521 18398 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } has no permanent_uuid. Determining permanent_uuid...
01:43:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.204.124@KRBTEST.COM; defaulting to no policy
01:43:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:43:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.204.124@KRBTEST.COM" created.
01:43:36.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:36 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006216, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:43:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:43:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.204.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab.
01:43:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.204.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab.
01:43:36.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.891136 18398 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } has no permanent_uuid. Determining permanent_uuid...
01:43:36.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.891646 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:36 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006216, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for kudu/127.17.204.125@KRBTEST.COM
01:43:36.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.917234 18398 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
01:43:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:36.919188 18348 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:36.922652 18398 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:36.972118 18398 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 1
01:43:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:36.977487 18398 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.045943 18398 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 2
01:43:37.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.049157 18398 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.140535 18398 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 3
01:43:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.143731 18398 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.165339 18405 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.165845 18405 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.166466 18405 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.195647 18405 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.195919 18405 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.196190 18405 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.196457 18405 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.196653 18405 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.196866 18405 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:37.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.196991 18405 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:37.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.230648 18405 master_runner.cc:386] Master server non-default flags:
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.231839 18405 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:37.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.232867 18405 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.246891 18412 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:37.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.287133 18398 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 4
01:43:37.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.292065 18398 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.542672 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } attempt: 7
01:43:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:37 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006215, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for kudu/127.17.204.125@KRBTEST.COM
01:43:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.591521 18398 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 5
01:43:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.596640 18398 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.598230 18319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
01:43:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.615304 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.673734 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 1
01:43:37.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.678313 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.759805 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 2
01:43:37.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.765017 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.850451 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 3
01:43:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.856258 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:37.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:37.998339 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 4
01:43:38.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.008016 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.144043 18398 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 6
01:43:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.149852 18398 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.291456 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 5
01:43:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.295680 18319 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.204.124:37545: Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.246992 18413 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:37.246980 18415 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.379602 18405 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:43:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.380023 18414 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1130 milliseconds
01:43:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.381029 18405 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:38.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.383244 18405 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:38.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.384572 18405 hybrid_clock.cc:648] HybridClock initialized: now 1782006218384535 us; error 31 us; skew 500 ppm
01:43:38.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.385308 18405 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:38.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:38.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.390347 18405 init.cc:377] Logged in from keytab as kudu/127.17.204.124@KRBTEST.COM (short username kudu)
01:43:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.394778 18405 webserver.cc:460] Webserver started at http://127.17.204.124:44597/ using document root <none> and password file <none>
01:43:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.395608 18405 fs_manager.cc:359] Metadata directory not provided
01:43:38.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.395840 18405 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:38.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.396309 18405 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:43:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.400547 18405 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/instance:
01:43:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:38 on dist-test-slave-20xp"
01:43:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.401479 18405 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal/instance:
01:43:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:38 on dist-test-slave-20xp"
01:43:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.407838 18405 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
01:43:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.414038 18428 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.415052 18405 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
01:43:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.415485 18405 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:38 on dist-test-slave-20xp"
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.415864 18405 fs_report.cc:383] FS layout report
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/data
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:38.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.446619 18405 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.451373 18405 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.451746 18405 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.517187 18405 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.124:37545
01:43:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.517246 18479 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.124:37545 every 8 connection(s)
01:43:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.519459 18405 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.523379 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18405
01:43:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.523728 18225 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal/instance
01:43:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.524531 18480 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:43:38.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.539319 18480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } has no permanent_uuid. Determining permanent_uuid...
01:43:38.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:43:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.124@KRBTEST.COM
01:43:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.579113 18480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } has no permanent_uuid. Determining permanent_uuid...
01:43:38.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for kudu/127.17.204.125@KRBTEST.COM
01:43:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.125@KRBTEST.COM
01:43:38.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.601213 18480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } has no permanent_uuid. Determining permanent_uuid...
01:43:38.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for kudu/127.17.204.124@KRBTEST.COM
01:43:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:43:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.628599 18480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap starting.
01:43:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.632352 18225 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:43:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.633520 18480 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Neither blocks nor log segments found. Creating new log.
01:43:38.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.634830 18480 log.cc:824] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Log is configured to *not* fsync() on all Append() calls
01:43:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.638826 18480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: No bootstrap required, opened a new log
01:43:38.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:38.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:43:38.640 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:43:38.640 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:43:38.641 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.204.126"
port: 44731
}
bound_http_address {
host: "127.17.204.126"
port: 33775
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.204.125"
port: 42589
}
bound_http_address {
host: "127.17.204.125"
port: 41859
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.204.124"
port: 37545
}
bound_http_address {
host: "127.17.204.124"
port: 44597
}
}
}
01:43:38.641 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:43:38.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:38.642 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:43:38.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:43:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.658001 18480 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.658478 18480 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:43:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.658636 18480 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c048e30935b46b3ace7c1944cd98bea, State: Initialized, Role: FOLLOWER
01:43:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.659248 18480 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.661645 18491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.662369 18491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:38.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:43:38.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.663247 18480 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: configured and running, proceeding with master startup.
01:43:38.667 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:38.668 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc
01:43:38.669 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:43:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.685297 18502 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:43:38.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.685556 18502 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:43:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.682371 18405 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: OK, instance_id { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" instance_seqno: 1782006215181571 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:43:38.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.702364 18405 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.705925 18434 tablet.cc:2369] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:43:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.848184 18319 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 6
01:43:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:38 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006215, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for kudu/127.17.204.124@KRBTEST.COM
01:43:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.874927 18319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap starting.
01:43:38.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.879608 18319 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Neither blocks nor log segments found. Creating new log.
01:43:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.881114 18319 log.cc:824] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Log is configured to *not* fsync() on all Append() calls
01:43:38.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.884714 18319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: No bootstrap required, opened a new log
01:43:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.902946 18319 raft_consensus.cc:348] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.903514 18319 raft_consensus.cc:374] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:43:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.903740 18319 raft_consensus.cc:729] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f5fa191d57cb469288dd42d024ba23b9, State: Initialized, Role: FOLLOWER
01:43:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.904352 18319 consensus_queue.cc:260] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.906769 18507 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.907649 18507 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.908331 18319 sys_catalog.cc:564] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: configured and running, proceeding with master startup.
01:43:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.932991 18491 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:43:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.933418 18491 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.934978 18491 leader_election.cc:288] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), e845d7ac2ec9412694683a37d01aa53e (127.17.204.125:42589)
01:43:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.936738 18294 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c048e30935b46b3ace7c1944cd98bea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f5fa191d57cb469288dd42d024ba23b9" is_pre_election: true
01:43:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.935434 18518 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:43:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:38.937414 18518 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:43:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.937573 18294 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4c048e30935b46b3ace7c1944cd98bea in term 0.
01:43:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.938659 18429 leader_election.cc:302] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, f5fa191d57cb469288dd42d024ba23b9; no voters:
01:43:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.939469 18491 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 0 FOLLOWER]: Leader pre-election won for term 1
01:43:38.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.939726 18491 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:43:38.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.939991 18491 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 0 FOLLOWER]: Advancing to term 1
01:43:38.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.945595 18491 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.947796 18294 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c048e30935b46b3ace7c1944cd98bea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:43:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.948240 18294 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 0 FOLLOWER]: Advancing to term 1
01:43:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.953944 18294 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4c048e30935b46b3ace7c1944cd98bea in term 1.
01:43:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.955344 18429 leader_election.cc:302] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, f5fa191d57cb469288dd42d024ba23b9; no voters:
01:43:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.963752 18491 leader_election.cc:288] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 1 election: Requested vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), e845d7ac2ec9412694683a37d01aa53e (127.17.204.125:42589)
01:43:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.970131 18520 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 1 FOLLOWER]: Leader election won for term 1
01:43:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.970675 18520 raft_consensus.cc:686] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 1 LEADER]: Becoming Leader. State: Replica: 4c048e30935b46b3ace7c1944cd98bea, State: Running, Role: LEADER
01:43:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.971835 18520 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.988480 18491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4c048e30935b46b3ace7c1944cd98bea. Latest consensus state: current_term: 1 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.989207 18491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: LEADER
01:43:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.996168 18522 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:43:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.002164 18522 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:43:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:38.933427 18250 master_runner.cc:186] Error getting master registration for 127.17.204.125:42589: OK, instance_id { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" instance_seqno: 1782006216821506 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:43:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.013950 18250 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.027957 18294 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 1 FOLLOWER]: Refusing update from remote peer 4c048e30935b46b3ace7c1944cd98bea: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:43:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.029876 18520 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [LEADER]: Connected to new peer: Peer: permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:43:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.055462 18507 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4c048e30935b46b3ace7c1944cd98bea. Latest consensus state: current_term: 1 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.057353 18507 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:39.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.062527 18523 mvcc.cc:205] Tried to move back new op lower bound from 7299097473117368320 to 7299097472920076288. Current Snapshot: MvccSnapshot[applied={T|T < 7299097473117368320}]
01:43:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.064450 18491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.065357 18491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: LEADER
01:43:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.071110 18522 catalog_manager.cc:1347] Generated new cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.071393 18522 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:43:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.080256 18507 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:39.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.080884 18507 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.108762 18522 catalog_manager.cc:1370] Generated new certificate authority record
01:43:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.110280 18522 catalog_manager.cc:1504] Loading token signing keys...
01:43:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.132997 18522 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Generated new TSK 0
01:43:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.133837 18522 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:43:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.210243 18398 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } attempt: 7
01:43:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:39 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006216, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for kudu/127.17.204.124@KRBTEST.COM
01:43:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.259680 18398 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap starting.
01:43:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.271991 18398 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Neither blocks nor log segments found. Creating new log.
01:43:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.274178 18398 log.cc:824] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Log is configured to *not* fsync() on all Append() calls
01:43:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.288995 18398 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: No bootstrap required, opened a new log
01:43:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.319140 18398 raft_consensus.cc:348] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.319931 18398 raft_consensus.cc:374] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:43:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.320245 18398 raft_consensus.cc:729] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Initialized, Role: FOLLOWER
01:43:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.321110 18398 consensus_queue.cc:260] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.326649 18398 sys_catalog.cc:564] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: configured and running, proceeding with master startup.
01:43:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.326874 18372 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c048e30935b46b3ace7c1944cd98bea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:43:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.327540 18372 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 0 FOLLOWER]: Advancing to term 1
01:43:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.331096 18373 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c048e30935b46b3ace7c1944cd98bea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e845d7ac2ec9412694683a37d01aa53e" is_pre_election: true
01:43:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.335718 18372 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4c048e30935b46b3ace7c1944cd98bea in term 1.
01:43:39.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.336875 18371 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Refusing update from remote peer 4c048e30935b46b3ace7c1944cd98bea: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:43:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.342993 18520 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [LEADER]: Connected to new peer: Peer: permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:43:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.325511 18530 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.353549 18530 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:43:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.386089 18537 mvcc.cc:205] Tried to move back new op lower bound from 7299097473117368320 to 7299097472920076288. Current Snapshot: MvccSnapshot[applied={T|T < 7299097473117368320}]
01:43:39.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.410362 18530 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4c048e30935b46b3ace7c1944cd98bea. Latest consensus state: current_term: 1 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.411057 18530 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:43:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.414605 18534 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.415432 18534 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:43:39.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.438620 18547 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.438932 18547 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: loading cluster ID for follower catalog manager: success
01:43:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.445791 18547 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: acquiring CA information for follower catalog manager: success
01:43:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.451488 18547 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:39.670 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.125:42589
01:43:39.671 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:43:39.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.671518 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18325
01:43:39.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:39.697 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.124:37545
01:43:39.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:43:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.697819 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18405
01:43:39.723 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:39.723 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.126:44731
01:43:39.723 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:43:39.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.723694 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18250
01:43:39.748 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:39.748 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.125:42589
01:43:39.748 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:39.750099 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.023156 18550 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.023600 18550 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.024089 18550 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:40.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.050626 18550 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:40.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.050797 18550 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.051029 18550 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.051188 18550 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.051362 18550 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.051512 18550 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:40.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.051631 18550 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:40.081772 18550 master_runner.cc:386] Master server non-default flags:
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:40.082739 18550 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:40.083750 18550 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.101177 18557 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:41.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.101373 18559 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:41.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:40.102738 18550 server_base.cc:1034] running on GCE node
01:43:41.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:40.101385 18556 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.186802 18550 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:41.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.189360 18550 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.190673 18550 hybrid_clock.cc:648] HybridClock initialized: now 1782006221190642 us; error 34 us; skew 500 ppm
01:43:41.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.191556 18550 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:41.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:41 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006221, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.200453 18550 init.cc:377] Logged in from keytab as kudu/127.17.204.125@KRBTEST.COM (short username kudu)
01:43:41.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.204342 18550 webserver.cc:460] Webserver started at http://127.17.204.125:41859/ using document root <none> and password file <none>
01:43:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.205046 18550 fs_manager.cc:359] Metadata directory not provided
01:43:41.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.205205 18550 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.212013 18550 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.004s sys 0.000s
01:43:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.215643 18568 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:41.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.216614 18550 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.216882 18550 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:36 on dist-test-slave-20xp"
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.218991 18550 fs_report.cc:383] FS layout report
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/data
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.254140 18550 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.258972 18550 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.259395 18550 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:41.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.321055 18550 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.125:42589
01:43:41.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.321168 18620 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.125:42589 every 8 connection(s)
01:43:41.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.323431 18550 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.330745 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18550
01:43:41.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:41.331 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.124:37545
01:43:41.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.332993 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:43:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.333611 18621 sys_catalog.cc:263] Verifying existing consensus state
01:43:41.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.340445 18621 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap starting.
01:43:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.370584 18621 log.cc:824] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Log is configured to *not* fsync() on all Append() calls
01:43:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.382932 18621 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:43:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.383589 18621 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap complete.
01:43:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.404215 18621 raft_consensus.cc:348] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.406194 18621 raft_consensus.cc:729] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Initialized, Role: FOLLOWER
01:43:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.407016 18621 consensus_queue.cc:260] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.409621 18625 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.410663 18625 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:43:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.411064 18621 sys_catalog.cc:564] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: configured and running, proceeding with master startup.
01:43:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.438270 18636 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.438534 18636 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: loading cluster ID for follower catalog manager: success
01:43:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.446964 18636 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: acquiring CA information for follower catalog manager: success
01:43:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.452001 18636 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.448079 18550 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:43:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.466662 18550 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.676710 18623 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.677182 18623 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.677686 18623 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.705194 18623 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.705369 18623 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.705582 18623 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.705734 18623 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.705883 18623 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.706030 18623 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.706166 18623 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.739580 18623 master_runner.cc:386] Master server non-default flags:
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.740644 18623 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:41.741443 18623 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.758895 18647 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.819466 17578 debug-util.cc:398] Leaking SignalData structure 0x7b08000b13c0 after lost signal to thread 17515
01:43:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.820143 17578 debug-util.cc:398] Leaking SignalData structure 0x7b08000add20 after lost signal to thread 17581
01:43:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.202720 18652 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:43:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.203230 18652 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:43.212522 18569 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.217996 18652 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:43:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:43.223330 18569 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:43.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:43.225498 18570 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545): Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:43.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.225837 18570 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e845d7ac2ec9412694683a37d01aa53e; no voters: 4c048e30935b46b3ace7c1944cd98bea, f5fa191d57cb469288dd42d024ba23b9
01:43:43.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.226644 18652 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:43:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.758919 18645 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:43.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:41.760372 18644 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:43.322643 18646 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1562 milliseconds
01:43:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.322741 18623 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:43:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.324256 18623 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.338045 18623 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.339434 18623 hybrid_clock.cc:648] HybridClock initialized: now 1782006223339368 us; error 69 us; skew 500 ppm
01:43:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.340430 18623 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:43.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:43 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006223, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.347196 18623 init.cc:377] Logged in from keytab as kudu/127.17.204.124@KRBTEST.COM (short username kudu)
01:43:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.352845 18623 webserver.cc:460] Webserver started at http://127.17.204.124:44597/ using document root <none> and password file <none>
01:43:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.353906 18623 fs_manager.cc:359] Metadata directory not provided
01:43:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.354147 18623 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.364459 18623 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
01:43:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.369593 18660 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:43.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.370712 18623 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
01:43:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.371048 18623 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:38 on dist-test-slave-20xp"
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.373932 18623 fs_report.cc:383] FS layout report
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/data
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:43.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:43.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.417723 18623 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.424609 18623 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:43.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.425099 18623 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.563467 18623 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.124:37545
01:43:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.563603 18711 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.124:37545 every 8 connection(s)
01:43:43.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.567306 18623 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.576000 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18623
01:43:43.576 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:43.577 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.126:44731
01:43:43.577 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.578788 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.581511 18712 sys_catalog.cc:263] Verifying existing consensus state
01:43:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.589768 18712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap starting.
01:43:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.644685 18712 log.cc:824] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Log is configured to *not* fsync() on all Append() calls
01:43:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.669579 18712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:43:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.670459 18712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap complete.
01:43:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.704906 18712 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.707952 18712 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c048e30935b46b3ace7c1944cd98bea, State: Initialized, Role: FOLLOWER
01:43:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.708854 18712 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.718155 18716 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.718838 18716 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.720950 18712 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: configured and running, proceeding with master startup.
01:43:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.818140 18727 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:43:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.831933 18623 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:43:43.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:43.859495 18623 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.012526 18714 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.013142 18714 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.013978 18714 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.060467 18714 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.060710 18714 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.061090 18714 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.061360 18714 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.061625 18714 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:44.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.061892 18714 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:44.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.062086 18714 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.117185 18714 master_runner.cc:386] Master server non-default flags:
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.118551 18714 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.119649 18714 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.136449 18734 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.828634 18727 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.828922 18727 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: loading cluster ID for follower catalog manager: success
01:43:44.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.838778 18727 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: acquiring CA information for follower catalog manager: success
01:43:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.845383 18727 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:44.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.909439 18741 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:43:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.910239 18741 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:44.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.919679 18741 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:43:44.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.950619 18569 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.978104 18687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea" is_pre_election: true
01:43:44.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.979138 18687 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e845d7ac2ec9412694683a37d01aa53e in term 1.
01:43:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.981307 18570 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:43:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.982393 18741 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Leader pre-election won for term 2
01:43:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.982718 18741 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:43:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.983054 18741 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 1 FOLLOWER]: Advancing to term 2
01:43:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:44.995592 18741 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:45.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:45.002820 18569 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.004899 18687 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.005488 18687 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 1 FOLLOWER]: Advancing to term 2
01:43:45.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.014541 18741 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 election: Requested vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:43:45.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.017781 18687 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e845d7ac2ec9412694683a37d01aa53e in term 2.
01:43:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.019196 18570 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:43:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.020632 18741 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Leader election won for term 2
01:43:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.031625 18741 raft_consensus.cc:686] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 LEADER]: Becoming Leader. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Running, Role: LEADER
01:43:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.032825 18741 consensus_queue.cc:237] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.049561 18746 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 2 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.050261 18746 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:43:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.061429 18748 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:43:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.068883 18748 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:43:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.072362 18748 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:45.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.072564 18748 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:43:45.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.076828 18748 catalog_manager.cc:1504] Loading token signing keys...
01:43:45.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.080370 18748 catalog_manager.cc:5879] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Loaded TSK: 0
01:43:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.081794 18748 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:43:45.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:45.495081 18569 consensus_peers.cc:487] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e -> Peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Couldn't send request to peer f5fa191d57cb469288dd42d024ba23b9. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:43:45.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.140120 18735 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:44.136586 18737 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:45.501981 18736 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1359 milliseconds
01:43:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.502202 18714 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:43:45.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.503727 18714 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.507309 18714 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.508785 18714 hybrid_clock.cc:648] HybridClock initialized: now 1782006225508748 us; error 39 us; skew 500 ppm
01:43:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.509500 18714 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:45 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006225, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.514508 18714 init.cc:377] Logged in from keytab as kudu/127.17.204.126@KRBTEST.COM (short username kudu)
01:43:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.526173 18714 webserver.cc:460] Webserver started at http://127.17.204.126:33775/ using document root <none> and password file <none>
01:43:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.527177 18714 fs_manager.cc:359] Metadata directory not provided
01:43:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.527489 18714 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.534791 18714 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
01:43:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.539515 18755 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.540488 18714 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
01:43:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.540769 18714 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:43:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:35 on dist-test-slave-20xp"
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.542635 18714 fs_report.cc:383] FS layout report
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/data
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.578586 18714 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.585171 18714 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.586089 18714 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:45.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.629747 18687 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 2 FOLLOWER]: Refusing update from remote peer e845d7ac2ec9412694683a37d01aa53e: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
01:43:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.634012 18746 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
01:43:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.656396 18785 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 2 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.657510 18785 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.672597 18785 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:45.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.673364 18785 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.678134 18746 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.678980 18746 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:43:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.694597 18714 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.126:44731
01:43:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.694665 18812 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.126:44731 every 8 connection(s)
01:43:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.697348 18714 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.703419 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18714
01:43:45.704 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:45.705 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.125:42589(127.17.204.125:42589)] connecting to peer
01:43:45.706 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.124:37545(127.17.204.124:37545)] connecting to peer
01:43:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.707168 18813 sys_catalog.cc:263] Verifying existing consensus state
01:43:45.708 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.126:44731(127.17.204.126:44731)] connecting to peer
01:43:45.710 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.204.125:42589(127.17.204.125:42589)] Successfully connected to peer
01:43:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.712921 18813 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap starting.
01:43:45.714 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.204.126:44731(127.17.204.126:44731)] Successfully connected to peer
01:43:45.715 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.204.124:37545(127.17.204.124:37545)] Successfully connected to peer
01:43:45.718 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
01:43:45.718 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc
01:43:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:45 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:45.727 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:43:45.729 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
01:43:45.729 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
01:43:45.729 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc
01:43:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:45 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:45.733 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:43:45.733 [INFO - kudu-nio-1] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
01:43:45.734 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.204.124
01:43:45.741 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.204.125
01:43:45.764 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
01:43:45.764 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc
01:43:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.769773 18813 log.cc:824] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Log is configured to *not* fsync() on all Append() calls
01:43:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:45 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:45.780 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:43:45.781 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
01:43:45.784 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.204.126
01:43:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:45 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.124@KRBTEST.COM
01:43:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.786777 18813 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:43:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.787703 18813 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap complete.
01:43:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:45 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.125@KRBTEST.COM
01:43:45.803 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa5ac9a59, L:/127.0.0.1:55660 - R:/127.17.204.124:37545] using SASL/GSSAPI
01:43:45.816 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfd726c59, L:/127.0.0.1:42860 - R:/127.17.204.125:42589] using SASL/GSSAPI
01:43:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:45 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:43:45.828 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
01:43:45.828 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=124), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.125:42589, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.124:37545, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.204.126:44731, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.124:37545: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.204.125:42589: OK, deferred=null) after lookup
01:43:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.826472 18813 raft_consensus.cc:348] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.829717 18813 raft_consensus.cc:729] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f5fa191d57cb469288dd42d024ba23b9, State: Initialized, Role: FOLLOWER
01:43:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.830596 18813 consensus_queue.cc:260] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:45.833 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0df455e4, L:/127.0.0.1:56814 - R:/127.17.204.126:44731] using SASL/GSSAPI
01:43:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.833892 18822 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.834658 18822 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.836369 18813 sys_catalog.cc:564] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: configured and running, proceeding with master startup.
01:43:45.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.204.126:44731: Catalog manager is not initialized. State: Starting
01:43:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.871289 18833 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.871500 18833 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: loading cluster ID for follower catalog manager: success
01:43:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:45 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006225, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:43:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.878132 18833 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: acquiring CA information for follower catalog manager: success
01:43:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.882818 18833 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.949376 18782 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 1 FOLLOWER]: Advancing to term 2
01:43:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.967458 18838 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.968540 18838 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.971954 18822 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 2 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:45.972559 18822 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:46.356940 18746 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:46.357653 18746 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:43:46.835 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.125:42589
01:43:46.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:43:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:46.836297 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18550
01:43:46.870 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.204.125:42589(127.17.204.125:42589)] handling channelInactive
01:43:46.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.125:42589(127.17.204.125:42589)] cleaning up while in state READY due to: connection closed
01:43:46.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:46.871 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.124:37545
01:43:46.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:43:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:46.871959 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18623
01:43:46.897 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.204.124:37545(127.17.204.124:37545)] handling channelInactive
01:43:46.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.124:37545(127.17.204.124:37545)] cleaning up while in state READY due to: connection closed
01:43:46.898 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:46.898 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.126:44731
01:43:46.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:43:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:46.899346 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18714
01:43:46.922 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.204.126:44731(127.17.204.126:44731)] handling channelInactive
01:43:46.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.126:44731(127.17.204.126:44731)] cleaning up while in state READY due to: connection closed
01:43:46.922 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:46.923 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.125:42589
01:43:46.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:46.924233 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:47.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.214958 18844 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:47.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.215574 18844 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:47.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.216202 18844 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:47.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.243754 18844 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.243922 18844 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.244148 18844 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.244319 18844 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.244486 18844 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.244645 18844 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.244762 18844 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:47.275059 18844 master_runner.cc:386] Master server non-default flags:
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:47.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:47.275995 18844 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:47.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:47.276887 18844 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:47.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.291496 18853 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.099149 17732 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0300 after lost signal to thread 17664
01:43:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.099792 17732 debug-util.cc:398] Leaking SignalData structure 0x7b080009d8a0 after lost signal to thread 17735
01:43:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.292068 18850 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:47.291628 18851 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.386896 18852 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1093 milliseconds
01:43:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.386991 18844 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:43:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.388339 18844 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.390810 18844 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.392228 18844 hybrid_clock.cc:648] HybridClock initialized: now 1782006228392189 us; error 50 us; skew 500 ppm
01:43:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.393265 18844 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:48 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006228, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.409125 18844 init.cc:377] Logged in from keytab as kudu/127.17.204.125@KRBTEST.COM (short username kudu)
01:43:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.415391 18844 webserver.cc:460] Webserver started at http://127.17.204.125:41859/ using document root <none> and password file <none>
01:43:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.417052 18844 fs_manager.cc:359] Metadata directory not provided
01:43:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.417500 18844 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.430989 18844 fs_manager.cc:709] Time spent opening directory manager: real 0.009s user 0.006s sys 0.002s
01:43:48.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.437885 18861 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.439088 18844 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.439570 18844 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:36 on dist-test-slave-20xp"
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.442296 18844 fs_report.cc:383] FS layout report
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/data
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:48.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.478266 18844 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.486528 18844 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.487037 18844 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.585610 18844 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.125:42589
01:43:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.585825 18912 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.125:42589 every 8 connection(s)
01:43:48.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.588564 18844 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:48.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.593264 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18844
01:43:48.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:48.593 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.124:37545
01:43:48.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:43:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.594934 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:43:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.602139 18913 sys_catalog.cc:263] Verifying existing consensus state
01:43:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.609818 18913 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap starting.
01:43:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.657814 18913 log.cc:824] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Log is configured to *not* fsync() on all Append() calls
01:43:48.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.677416 18913 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:43:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.678385 18913 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap complete.
01:43:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.713153 18913 raft_consensus.cc:348] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.716265 18913 raft_consensus.cc:729] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Initialized, Role: FOLLOWER
01:43:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.717279 18913 consensus_queue.cc:260] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.720142 18918 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.720932 18918 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:43:48.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.722743 18913 sys_catalog.cc:564] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: configured and running, proceeding with master startup.
01:43:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.760474 18929 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.760910 18929 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: loading cluster ID for follower catalog manager: success
01:43:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.776611 18929 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: acquiring CA information for follower catalog manager: success
01:43:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.782171 18929 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.756843 18844 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:43:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.787488 18844 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:48.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.923815 18915 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:48.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.924389 18915 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:48.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.925026 18915 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.953011 18915 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.953229 18915 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.953575 18915 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.953821 18915 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.954056 18915 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.954295 18915 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:48.954478 18915 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.993255 18915 master_runner.cc:386] Master server non-default flags:
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.994531 18915 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:48.995584 18915 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:49.016592 18938 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:50.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:50.216226 18946 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:43:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:50.216923 18946 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:50.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:50.233628 18946 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:43:50.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:50.240052 18862 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:50.252424 18862 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:50.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:50.260735 18863 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545): Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:43:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:50.261364 18863 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e845d7ac2ec9412694683a37d01aa53e; no voters: 4c048e30935b46b3ace7c1944cd98bea, f5fa191d57cb469288dd42d024ba23b9
01:43:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:50.262743 18946 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:50.409588 18937 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 18915
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.129552 18937 kernel_stack_watchdog.cc:198] Thread 18915 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 392ms:
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.129777 18915 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.114s user 0.410s sys 0.872s
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:49.017154 18939 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.130075 18915 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.115s user 0.410s sys 0.872s
01:43:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.131937 18942 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.135749 18940 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:43:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.135814 18915 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:43:51.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.137490 18915 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.140272 18915 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.141659 18915 hybrid_clock.cc:648] HybridClock initialized: now 1782006231141607 us; error 54 us; skew 500 ppm
01:43:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.142609 18915 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:51.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:51 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006231, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:51.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.149912 18915 init.cc:377] Logged in from keytab as kudu/127.17.204.124@KRBTEST.COM (short username kudu)
01:43:51.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.155293 18915 webserver.cc:460] Webserver started at http://127.17.204.124:44597/ using document root <none> and password file <none>
01:43:51.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.156378 18915 fs_manager.cc:359] Metadata directory not provided
01:43:51.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.156615 18915 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.166353 18915 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
01:43:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.171525 18956 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.172561 18915 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
01:43:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.172916 18915 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:38 on dist-test-slave-20xp"
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.175793 18915 fs_report.cc:383] FS layout report
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/data
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.242118 18915 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.249430 18915 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.249938 18915 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.323014 18915 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.124:37545
01:43:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.323107 19008 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.124:37545 every 8 connection(s)
01:43:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.326277 18915 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:51.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.327914 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 18915
01:43:51.328 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:51.328 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.126:44731
01:43:51.329 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:43:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.330516 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.338505 19009 sys_catalog.cc:263] Verifying existing consensus state
01:43:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.342816 19009 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap starting.
01:43:51.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.376827 19009 log.cc:824] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Log is configured to *not* fsync() on all Append() calls
01:43:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.392503 19009 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:43:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.393110 19009 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap complete.
01:43:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.417012 19009 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:51.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.419920 19009 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c048e30935b46b3ace7c1944cd98bea, State: Initialized, Role: FOLLOWER
01:43:51.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.420668 19009 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.425002 19013 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.425854 19013 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.426615 19009 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: configured and running, proceeding with master startup.
01:43:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.462579 19024 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:51.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.464351 19024 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: loading cluster ID for follower catalog manager: success
01:43:51.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.493415 19024 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: acquiring CA information for follower catalog manager: success
01:43:51.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.470322 18915 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:43:51.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.506745 18915 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.515169 19024 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:51.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.704241 19011 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:51.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.704872 19011 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:51.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.705881 19011 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.754534 19011 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.754981 19011 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.755463 19011 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.755834 19011 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.756186 19011 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.756549 19011 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:51.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.756829 19011 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.812366 19011 master_runner.cc:386] Master server non-default flags:
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.813707 19011 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:51.814823 19011 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.835148 19032 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.487973 19038 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:43:52.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.499428 19038 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:52.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.510279 19038 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:43:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:52.527281 18862 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:52.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.545202 18984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea" is_pre_election: true
01:43:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.546192 18984 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e845d7ac2ec9412694683a37d01aa53e in term 2.
01:43:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.548416 18863 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:43:52.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.549772 19038 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Leader pre-election won for term 3
01:43:52.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.550130 19038 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:43:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.550482 19038 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 2 FOLLOWER]: Advancing to term 3
01:43:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.574330 19038 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.578133 18984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.578837 18984 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 2 FOLLOWER]: Advancing to term 3
01:43:52.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:52.585598 18862 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:52.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.591009 18984 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e845d7ac2ec9412694683a37d01aa53e in term 3.
01:43:52.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.591550 19038 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 election: Requested vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:43:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.592770 18863 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:43:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.593905 19038 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Leader election won for term 3
01:43:52.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.611307 19038 raft_consensus.cc:686] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 LEADER]: Becoming Leader. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Running, Role: LEADER
01:43:52.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.612406 19038 consensus_queue.cc:237] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:52.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.652962 19044 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 3 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:52.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.654786 19044 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:43:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.660920 19046 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:43:52.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.669840 19046 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:43:52.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.683414 19046 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.695299 19046 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:43:52.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.701305 19046 catalog_manager.cc:1504] Loading token signing keys...
01:43:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.705781 19046 catalog_manager.cc:5879] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Loaded TSK: 0
01:43:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:52.707651 19046 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:43:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:53.033895 18862 consensus_peers.cc:487] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e -> Peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Couldn't send request to peer f5fa191d57cb469288dd42d024ba23b9. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:43:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.176388 18984 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 3 FOLLOWER]: Refusing update from remote peer e845d7ac2ec9412694683a37d01aa53e: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
01:43:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.178864 19044 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
01:43:53.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.230001 19049 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 3 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.233274 19044 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.234331 19044 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:43:53.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.246618 19049 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.250782 19049 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.251788 19049 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:53.230373 19031 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 19011
01:43:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:53.671496 19011 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.837s user 0.659s sys 1.088s
01:43:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:53.671845 19011 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.837s user 0.659s sys 1.088s
01:43:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:51.835938 19033 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:53.673744 19034 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1837 milliseconds
01:43:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:53.673815 19035 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.673749 19011 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:43:53.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.677862 19011 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.680198 19011 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.681528 19011 hybrid_clock.cc:648] HybridClock initialized: now 1782006233681499 us; error 33 us; skew 500 ppm
01:43:53.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.682547 19011 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:53 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006233, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:53.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.694325 19011 init.cc:377] Logged in from keytab as kudu/127.17.204.126@KRBTEST.COM (short username kudu)
01:43:53.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.700290 19011 webserver.cc:460] Webserver started at http://127.17.204.126:33775/ using document root <none> and password file <none>
01:43:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.701267 19011 fs_manager.cc:359] Metadata directory not provided
01:43:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.701481 19011 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.710863 19011 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
01:43:53.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.715433 19060 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:53.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.716385 19011 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:43:53.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.716697 19011 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:53.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:43:53.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:35 on dist-test-slave-20xp"
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.719739 19011 fs_report.cc:383] FS layout report
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/data
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:53.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.777878 19011 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.782801 19011 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.783231 19011 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:53.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.789795 18844 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:43:53.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.790228 18844 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.858703 19011 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.126:44731
01:43:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.858837 19111 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.126:44731 every 8 connection(s)
01:43:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.861253 19011 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.862037 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19011
01:43:53.862 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:53.864 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.125:42589(127.17.204.125:42589)] connecting to peer
01:43:53.864 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.204.125:42589(127.17.204.125:42589)] Successfully connected to peer
01:43:53.869 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
01:43:53.869 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc
01:43:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:53 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.874058 19112 sys_catalog.cc:263] Verifying existing consensus state
01:43:53.876 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:43:53.876 [INFO - kudu-nio-1] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
01:43:53.876 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.204.125
01:43:53.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.881071 19112 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap starting.
01:43:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:53 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006218, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.125@KRBTEST.COM
01:43:53.902 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe9f61814, L:/127.0.0.1:33914 - R:/127.17.204.125:42589] using SASL/GSSAPI
01:43:53.905 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:43:53.905 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:43:53.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:53 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006233, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:53.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:43:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.926530 19112 log.cc:824] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Log is configured to *not* fsync() on all Append() calls
01:43:53.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:53.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.946326 19112 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:43:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.947129 19112 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap complete.
01:43:53.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.978528 19112 raft_consensus.cc:348] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:53.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.981487 19112 raft_consensus.cc:729] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: f5fa191d57cb469288dd42d024ba23b9, State: Initialized, Role: FOLLOWER
01:43:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.982214 19112 consensus_queue.cc:260] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:53.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.984755 19119 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:53.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.985595 19119 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:53.986057 19112 sys_catalog.cc:564] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: configured and running, proceeding with master startup.
01:43:53.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:53 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006228, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:43:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.004087 19087 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 2 FOLLOWER]: Advancing to term 3
01:43:54.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.016928 19132 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:54.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.017864 19132 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.020679 19119 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 3 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.021099 19119 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:43:54.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.032558 19133 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:54.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.032755 19133 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: loading cluster ID for follower catalog manager: success
01:43:54.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:54 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006233, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:43:54.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.040433 19133 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: acquiring CA information for follower catalog manager: success
01:43:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.046445 19133 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.393954 19044 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.394605 19044 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:43:54.933 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.125:42589
01:43:54.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:43:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.933920 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18844
01:43:54.959 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.204.125:42589(127.17.204.125:42589)] handling channelInactive
01:43:54.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.125:42589(127.17.204.125:42589)] cleaning up while in state READY due to: connection closed
01:43:54.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:54.959 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.124:37545
01:43:54.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:43:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.960242 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18915
01:43:54.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:54.989 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.126:44731
01:43:54.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:43:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:54.989575 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19011
01:43:55.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:55.011 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.125:42589
01:43:55.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:43:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:55.012532 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:43:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:43:55.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.314128 19140 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.314635 19140 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.315125 19140 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.341066 19140 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.341286 19140 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.341629 19140 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.341872 19140 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.342113 19140 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.342356 19140 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.342536 19140 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:55.373011 19140 master_runner.cc:386] Master server non-default flags:
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:55.374186 19140 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:55.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:55.375155 19140 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:55.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.391054 19149 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.391048 19147 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:55.391472 19146 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:55.392436 19140 server_base.cc:1034] running on GCE node
01:43:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.452447 19140 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.454687 19140 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.456007 19140 hybrid_clock.cc:648] HybridClock initialized: now 1782006236455976 us; error 35 us; skew 500 ppm
01:43:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.456835 19140 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:56 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006236, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.462230 19140 init.cc:377] Logged in from keytab as kudu/127.17.204.125@KRBTEST.COM (short username kudu)
01:43:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.466615 19140 webserver.cc:460] Webserver started at http://127.17.204.125:41859/ using document root <none> and password file <none>
01:43:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.467443 19140 fs_manager.cc:359] Metadata directory not provided
01:43:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.467695 19140 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.474310 19140 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.001s sys 0.005s
01:43:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.477946 19158 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.478942 19140 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.479270 19140 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:36 on dist-test-slave-20xp"
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.481298 19140 fs_report.cc:383] FS layout report
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/data
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.533900 19140 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.539078 19140 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.539479 19140 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.605814 19140 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.125:42589
01:43:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.605921 19209 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.125:42589 every 8 connection(s)
01:43:56.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.608928 19140 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:43:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.613797 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19140
01:43:56.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:56.614 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.124:37545
01:43:56.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.616209 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:43:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:56.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.620250 19210 sys_catalog.cc:263] Verifying existing consensus state
01:43:56.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.625335 19210 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap starting.
01:43:56.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.657822 19210 log.cc:824] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Log is configured to *not* fsync() on all Append() calls
01:43:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.672545 19210 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:43:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.673098 19210 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap complete.
01:43:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.693486 19210 raft_consensus.cc:348] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.697176 19210 raft_consensus.cc:729] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Initialized, Role: FOLLOWER
01:43:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.698007 19210 consensus_queue.cc:260] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.700671 19214 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.701382 19214 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:43:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.701951 19210 sys_catalog.cc:564] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: configured and running, proceeding with master startup.
01:43:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.735502 19225 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.735947 19225 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: loading cluster ID for follower catalog manager: success
01:43:56.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.750823 19225 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: acquiring CA information for follower catalog manager: success
01:43:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.756119 19225 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.739080 19140 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:43:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.763446 19140 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.928304 19212 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.928813 19212 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:56.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.929292 19212 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.956548 19212 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.956741 19212 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:56.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.956962 19212 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:56.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.957129 19212 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:56.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.957293 19212 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:56.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.957487 19212 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:56.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:56.957700 19212 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.994664 19212 master_runner.cc:386] Master server non-default flags:
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:43:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.995707 19212 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:56.996568 19212 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:57.014412 19234 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:57.015558 19233 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:58.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:57.017179 19212 server_base.cc:1034] running on GCE node
01:43:58.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:57.015151 19236 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:58.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.116838 19212 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:58.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.121440 19212 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:58.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.122864 19212 hybrid_clock.cc:648] HybridClock initialized: now 1782006238122786 us; error 91 us; skew 500 ppm
01:43:58.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.123682 19212 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:58 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006238, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:58.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.129792 19212 init.cc:377] Logged in from keytab as kudu/127.17.204.124@KRBTEST.COM (short username kudu)
01:43:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.137463 19212 webserver.cc:460] Webserver started at http://127.17.204.124:44597/ using document root <none> and password file <none>
01:43:58.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.138321 19212 fs_manager.cc:359] Metadata directory not provided
01:43:58.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.138548 19212 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:58.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.145288 19212 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.002s sys 0.003s
01:43:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.149729 19244 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.150744 19212 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
01:43:58.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.151031 19212 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:38 on dist-test-slave-20xp"
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.152976 19212 fs_report.cc:383] FS layout report
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/data
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.183784 19212 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.188798 19212 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.189236 19212 kserver.cc:163] Server-wide thread pool size limit: 3276
01:43:58.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.265872 19212 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.124:37545
01:43:58.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.266028 19295 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.124:37545 every 8 connection(s)
01:43:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.268392 19212 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:43:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.276113 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19212
01:43:58.276 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:43:58.276 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.126:44731
01:43:58.277 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.278463 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:43:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:43:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.282377 19296 sys_catalog.cc:263] Verifying existing consensus state
01:43:58.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.289265 19296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap starting.
01:43:58.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.333448 19296 log.cc:824] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Log is configured to *not* fsync() on all Append() calls
01:43:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.340654 19299 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:43:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.341301 19299 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:58.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.362540 19299 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:43:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.365110 19296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:43:58.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.365967 19296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap complete.
01:43:58.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.369748 19159 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.373163 19159 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:58 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006236, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for kudu/127.17.204.124@KRBTEST.COM
01:43:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.392266 19296 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.395154 19296 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c048e30935b46b3ace7c1944cd98bea, State: Initialized, Role: FOLLOWER
01:43:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.396013 19296 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.399248 19305 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:58.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.400349 19305 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.400388 19296 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: configured and running, proceeding with master startup.
01:43:58.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.403653 19271 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea" is_pre_election: true
01:43:58.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.404459 19271 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e845d7ac2ec9412694683a37d01aa53e in term 3.
01:43:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.406117 19160 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:43:58.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.407138 19299 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Leader pre-election won for term 4
01:43:58.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.407464 19299 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:43:58.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.407765 19299 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 3 FOLLOWER]: Advancing to term 4
01:43:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.416843 19299 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.421319 19271 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:43:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.421763 19271 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 3 FOLLOWER]: Advancing to term 4
01:43:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.424750 19159 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:43:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.431706 19271 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e845d7ac2ec9412694683a37d01aa53e in term 4.
01:43:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.432374 19299 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 4 election: Requested vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:43:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.432505 19160 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:43:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.433583 19299 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Leader election won for term 4
01:43:58.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.435138 19299 raft_consensus.cc:686] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 LEADER]: Becoming Leader. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Running, Role: LEADER
01:43:58.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.436302 19299 consensus_queue.cc:237] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:43:58.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.445467 19311 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 4 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:58.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.446200 19311 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:43:58.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.449308 19316 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:43:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.457353 19316 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:43:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.461107 19316 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.461470 19316 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:43:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.466073 19316 catalog_manager.cc:1504] Loading token signing keys...
01:43:58.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.469655 19316 catalog_manager.cc:5879] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Loaded TSK: 0
01:43:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.471009 19316 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:43:58.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.472992 19319 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:43:58.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.473281 19319 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: loading cluster ID for follower catalog manager: success
01:43:58.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.479983 19319 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: acquiring CA information for follower catalog manager: success
01:43:58.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.459215 19212 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:43:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.482080 19212 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:43:58.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.484695 19319 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:43:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.626899 19298 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:43:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.627415 19298 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:43:58.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.627974 19298 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:43:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.654213 19298 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:43:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.654373 19298 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:43:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.654584 19298 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:43:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.654819 19298 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:43:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.655071 19298 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:43:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.655329 19298 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:43:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.655550 19298 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:43:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.685616 19298 master_runner.cc:386] Master server non-default flags:
01:43:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:43:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.686506 19298 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:43:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.687433 19298 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:43:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.706966 19328 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.863787 19271 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 4 FOLLOWER]: Refusing update from remote peer e845d7ac2ec9412694683a37d01aa53e: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
01:43:58.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.865760 19311 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
01:43:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.877305 19305 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 4 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:58.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.877931 19305 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.894712 19305 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.895498 19305 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:43:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.905336 19311 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:43:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.906215 19311 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:43:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.906759 19159 consensus_peers.cc:487] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e -> Peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Couldn't send request to peer f5fa191d57cb469288dd42d024ba23b9. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:43:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:58.709893 19298 server_base.cc:1034] running on GCE node
01:43:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.707969 19330 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:43:58.711194 19327 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:43:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.864604 19298 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:43:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.867218 19298 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:43:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.868594 19298 hybrid_clock.cc:648] HybridClock initialized: now 1782006239868570 us; error 39 us; skew 500 ppm
01:43:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.869372 19298 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:43:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:43:59 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006239, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:43:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.880012 19298 init.cc:377] Logged in from keytab as kudu/127.17.204.126@KRBTEST.COM (short username kudu)
01:43:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.884747 19298 webserver.cc:460] Webserver started at http://127.17.204.126:33775/ using document root <none> and password file <none>
01:43:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.885730 19298 fs_manager.cc:359] Metadata directory not provided
01:43:59.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.885931 19298 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:43:59.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.894855 19298 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.004s
01:43:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.899705 19348 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:43:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.900985 19298 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.901268 19298 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:35 on dist-test-slave-20xp"
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.904146 19298 fs_report.cc:383] FS layout report
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/data
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:43:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:43:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:43:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:43:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:43:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:43:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:43:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.962188 19298 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:43:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.967793 19298 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:43:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:43:59.968297 19298 kserver.cc:163] Server-wide thread pool size limit: 3276
01:44:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.050559 19298 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.126:44731
01:44:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.050693 19399 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.126:44731 every 8 connection(s)
01:44:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.053123 19298 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:44:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.062872 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19298
01:44:00.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:00.063 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.125:42589(127.17.204.125:42589)] connecting to peer
01:44:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.063766 19400 sys_catalog.cc:263] Verifying existing consensus state
01:44:00.065 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.204.125:42589(127.17.204.125:42589)] Successfully connected to peer
01:44:00.068 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
01:44:00.068 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc
01:44:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.071053 19400 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap starting.
01:44:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:00 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006233, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:00.076 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:44:00.076 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
01:44:00.077 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.204.125
01:44:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.117784 19400 log.cc:824] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Log is configured to *not* fsync() on all Append() calls
01:44:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:00 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006233, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.125@KRBTEST.COM
01:44:00.135 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc09e0c19, L:/127.0.0.1:33934 - R:/127.17.204.125:42589] using SASL/GSSAPI
01:44:00.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.152407 19400 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:44:00.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.153196 19400 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap complete.
01:44:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.184564 19400 raft_consensus.cc:348] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.187163 19400 raft_consensus.cc:729] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: f5fa191d57cb469288dd42d024ba23b9, State: Initialized, Role: FOLLOWER
01:44:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.187979 19400 consensus_queue.cc:260] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.190663 19404 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.191387 19404 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:44:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.192153 19400 sys_catalog.cc:564] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: configured and running, proceeding with master startup.
01:44:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.217852 19415 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:44:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.218936 19415 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: loading cluster ID for follower catalog manager: success
01:44:00.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.229200 19415 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: acquiring CA information for follower catalog manager: success
01:44:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.235438 19415 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:44:00.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:00 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006239, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:44:00.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.327898 19375 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 3 FOLLOWER]: Advancing to term 4
01:44:00.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.342422 19422 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:00.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.343557 19422 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:44:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.346125 19404 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 4 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.346534 19404 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:44:00.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.944312 19338 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:00.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:00.944947 19338 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:44:01.146 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.125:42589
01:44:01.147 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:44:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:01.147671 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19140
01:44:01.174 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.204.125:42589(127.17.204.125:42589)] handling channelInactive
01:44:01.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.125:42589(127.17.204.125:42589)] cleaning up while in state READY due to: connection closed
01:44:01.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:01.175 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.124:37545
01:44:01.175 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:44:01.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:01.175441 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19212
01:44:01.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:01.199 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.126:44731
01:44:01.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:44:01.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:01.199939 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19298
01:44:01.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:01.222 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.125:42589
01:44:01.223 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:01.224721 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:44:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:44:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:44:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.493754 19427 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:44:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.494170 19427 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:44:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.494652 19427 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:44:01.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.528364 19427 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:44:01.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.528636 19427 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:44:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.529062 19427 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:44:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.529398 19427 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:44:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.529656 19427 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:44:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.529918 19427 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:44:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.530121 19427 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:01.563763 19427 master_runner.cc:386] Master server non-default flags:
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:44:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:01.564692 19427 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:44:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:01.565455 19427 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:44:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.582006 19435 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.582926 19437 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:01.584403 19427 server_base.cc:1034] running on GCE node
01:44:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:01.582749 19434 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.664377 19427 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:44:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.666611 19427 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:44:02.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.667917 19427 hybrid_clock.cc:648] HybridClock initialized: now 1782006242667896 us; error 52 us; skew 500 ppm
01:44:02.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.668793 19427 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:44:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:02 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006242, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.674086 19427 init.cc:377] Logged in from keytab as kudu/127.17.204.125@KRBTEST.COM (short username kudu)
01:44:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.678637 19427 webserver.cc:460] Webserver started at http://127.17.204.125:41859/ using document root <none> and password file <none>
01:44:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.679601 19427 fs_manager.cc:359] Metadata directory not provided
01:44:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.679759 19427 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:44:02.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.686342 19427 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.005s sys 0.001s
01:44:02.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.690249 19446 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:44:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.691236 19427 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.691461 19427 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:36 on dist-test-slave-20xp"
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.693521 19427 fs_report.cc:383] FS layout report
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/data
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:44:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:44:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:44:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:44:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:44:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:44:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:44:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:44:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:44:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:44:02.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.742389 19427 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:44:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.748481 19427 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:44:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.748991 19427 kserver.cc:163] Server-wide thread pool size limit: 3276
01:44:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.812928 19427 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.125:42589
01:44:02.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.813074 19497 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.125:42589 every 8 connection(s)
01:44:02.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.815342 19427 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:44:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.823930 19498 sys_catalog.cc:263] Verifying existing consensus state
01:44:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.824014 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19427
01:44:02.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:02.824 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.124:37545
01:44:02.825 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.826330 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:44:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:44:02.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.829541 19498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap starting.
01:44:02.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.868937 19498 log.cc:824] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Log is configured to *not* fsync() on all Append() calls
01:44:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.885165 19498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:44:02.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.885859 19498 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap complete.
01:44:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.907876 19498 raft_consensus.cc:348] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.910244 19498 raft_consensus.cc:729] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Initialized, Role: FOLLOWER
01:44:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.910980 19498 consensus_queue.cc:260] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.913718 19503 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.914451 19503 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:44:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.915107 19498 sys_catalog.cc:564] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: configured and running, proceeding with master startup.
01:44:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.943238 19514 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:44:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.943452 19514 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: loading cluster ID for follower catalog manager: success
01:44:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.950742 19514 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: acquiring CA information for follower catalog manager: success
01:44:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.955751 19514 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:44:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.939993 19427 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:44:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:02.964118 19427 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:44:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.148586 19500 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:44:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.149250 19500 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:44:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.149835 19500 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.176874 19500 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.177091 19500 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.177421 19500 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:44:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.177667 19500 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.177904 19500 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.178148 19500 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:44:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.178408 19500 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:03.209340 19500 master_runner.cc:386] Master server non-default flags:
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:44:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:03.210454 19500 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:44:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:03.211370 19500 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:44:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.228068 19522 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.230854 19525 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:04.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:03.228760 19523 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.348728 19524 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:44:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.348778 19500 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:44:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.352231 19500 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:44:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.354970 19500 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:44:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.356366 19500 hybrid_clock.cc:648] HybridClock initialized: now 1782006244356328 us; error 39 us; skew 500 ppm
01:44:04.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.357086 19500 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:44:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:04 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006244, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.362249 19500 init.cc:377] Logged in from keytab as kudu/127.17.204.124@KRBTEST.COM (short username kudu)
01:44:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.367847 19500 webserver.cc:460] Webserver started at http://127.17.204.124:44597/ using document root <none> and password file <none>
01:44:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.368708 19500 fs_manager.cc:359] Metadata directory not provided
01:44:04.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.368935 19500 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:44:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.376204 19500 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.001s
01:44:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.380694 19533 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:44:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.381711 19500 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
01:44:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.382007 19500 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:44:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:38 on dist-test-slave-20xp"
01:44:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.384084 19500 fs_report.cc:383] FS layout report
01:44:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/data
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:44:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:44:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.420388 19500 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:44:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.426115 19500 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:44:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.426440 19500 kserver.cc:163] Server-wide thread pool size limit: 3276
01:44:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.516844 19500 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.124:37545
01:44:04.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.517303 19584 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.124:37545 every 8 connection(s)
01:44:04.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.519692 19500 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:44:04.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.525452 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19500
01:44:04.526 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:04.526 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.126:44731
01:44:04.526 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.527786 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:44:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:44:04.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.532675 19585 sys_catalog.cc:263] Verifying existing consensus state
01:44:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.539005 19585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap starting.
01:44:04.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.578104 19588 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:44:04.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.578630 19588 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.584721 19447 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.585036 19588 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:44:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.593315 19585 log.cc:824] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Log is configured to *not* fsync() on all Append() calls
01:44:04.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.618477 19585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:44:04.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.618574 19447 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:04.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.619794 19585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap complete.
01:44:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:04 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006242, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for kudu/127.17.204.124@KRBTEST.COM
01:44:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.652015 19585 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.655184 19585 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c048e30935b46b3ace7c1944cd98bea, State: Initialized, Role: FOLLOWER
01:44:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.656030 19585 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:04.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.658931 19594 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.659768 19594 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:44:04.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.660609 19585 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: configured and running, proceeding with master startup.
01:44:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.660748 19560 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 5 candidate_status { last_received { term: 4 index: 7 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea" is_pre_election: true
01:44:04.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.661566 19560 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e845d7ac2ec9412694683a37d01aa53e in term 4.
01:44:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.662916 19448 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:44:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.664070 19588 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Leader pre-election won for term 5
01:44:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.664386 19588 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:44:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.664634 19588 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 4 FOLLOWER]: Advancing to term 5
01:44:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.673357 19588 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:04.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.679622 19447 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.680482 19588 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 5 election: Requested vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:44:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.681257 19560 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 5 candidate_status { last_received { term: 4 index: 7 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:44:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.681711 19560 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 4 FOLLOWER]: Advancing to term 5
01:44:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.687613 19560 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e845d7ac2ec9412694683a37d01aa53e in term 5.
01:44:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.688428 19448 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:44:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.689258 19588 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Leader election won for term 5
01:44:04.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.695665 19588 raft_consensus.cc:686] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 LEADER]: Becoming Leader. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Running, Role: LEADER
01:44:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.696440 19588 consensus_queue.cc:237] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.705567 19606 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.705857 19606 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: loading cluster ID for follower catalog manager: success
01:44:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.712728 19606 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: acquiring CA information for follower catalog manager: success
01:44:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.720782 19606 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:44:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.721406 19605 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 5 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.722110 19605 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:44:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.744022 19610 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:44:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.750801 19610 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:44:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.754077 19610 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:44:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.754293 19610 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:44:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.713761 19500 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:44:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.757906 19500 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:44:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.767102 19610 catalog_manager.cc:1504] Loading token signing keys...
01:44:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.769866 19610 catalog_manager.cc:5879] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Loaded TSK: 0
01:44:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:04.771286 19610 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:44:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.940207 19587 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:44:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.940738 19587 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:44:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.941321 19587 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:44:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.971344 19587 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:44:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.971652 19587 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:44:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.972204 19587 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:44:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.972640 19587 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:44:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.973042 19587 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:44:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.973349 19587 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:44:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:04.973562 19587 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:44:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.010432 19587 master_runner.cc:386] Master server non-default flags:
01:44:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:44:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:44:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.011528 19587 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:44:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.012323 19587 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:44:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:05.029230 19617 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:05.272614 19447 consensus_peers.cc:487] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e -> Peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Couldn't send request to peer f5fa191d57cb469288dd42d024ba23b9. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:44:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.327961 19560 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Refusing update from remote peer e845d7ac2ec9412694683a37d01aa53e: Log matching property violated. Preceding OpId in replica: term: 4 index: 7. Preceding OpId from leader: term: 5 index: 8. (index mismatch)
01:44:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.330014 19623 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
01:44:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.339598 19626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 5 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:05.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.340423 19626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:44:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.361711 19626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.362335 19626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:44:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.365510 19623 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:05.366410 19623 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:44:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:05.030624 19616 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:05.029619 19619 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:06.170727 19618 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:44:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.171424 19587 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:44:06.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.174377 19587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:44:06.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.177341 19587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:44:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.178766 19587 hybrid_clock.cc:648] HybridClock initialized: now 1782006246178735 us; error 42 us; skew 500 ppm
01:44:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.179582 19587 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:44:06.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:06 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006246, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:06.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.191676 19587 init.cc:377] Logged in from keytab as kudu/127.17.204.126@KRBTEST.COM (short username kudu)
01:44:06.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.196728 19587 webserver.cc:460] Webserver started at http://127.17.204.126:33775/ using document root <none> and password file <none>
01:44:06.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.197656 19587 fs_manager.cc:359] Metadata directory not provided
01:44:06.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.197882 19587 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:44:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.206084 19587 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
01:44:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.210276 19641 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:44:06.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.211409 19587 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
01:44:06.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.211711 19587 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:35 on dist-test-slave-20xp"
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.213951 19587 fs_report.cc:383] FS layout report
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/data
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:44:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:44:06.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.267691 19587 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:44:06.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.273788 19587 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:44:06.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.274230 19587 kserver.cc:163] Server-wide thread pool size limit: 3276
01:44:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.351467 19587 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.126:44731
01:44:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.351523 19692 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.126:44731 every 8 connection(s)
01:44:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.354655 19587 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:44:06.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.359077 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19587
01:44:06.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:06.360 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.125:42589(127.17.204.125:42589)] connecting to peer
01:44:06.361 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.204.125:42589(127.17.204.125:42589)] Successfully connected to peer
01:44:06.365 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
01:44:06.365 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc
01:44:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:06 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006233, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:06.368 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:44:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.368856 19693 sys_catalog.cc:263] Verifying existing consensus state
01:44:06.369 [INFO - kudu-nio-1] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
01:44:06.370 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.204.125
01:44:06.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.375068 19693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap starting.
01:44:06.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:06 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006233, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.204.125@KRBTEST.COM
01:44:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.433722 19693 log.cc:824] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Log is configured to *not* fsync() on all Append() calls
01:44:06.447 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf4d3123e, L:/127.0.0.1:50744 - R:/127.17.204.125:42589] using SASL/GSSAPI
01:44:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:06 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006242, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:44:06.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.468900 19693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:44:06.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.469861 19693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap complete.
01:44:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.496870 19693 raft_consensus.cc:348] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:06.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.500243 19693 raft_consensus.cc:729] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: f5fa191d57cb469288dd42d024ba23b9, State: Initialized, Role: FOLLOWER
01:44:06.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.501104 19693 consensus_queue.cc:260] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.545141 19699 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.545861 19699 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:44:06.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.546509 19693 sys_catalog.cc:564] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: configured and running, proceeding with master startup.
01:44:06.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.547060 19668 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [term 4 FOLLOWER]: Advancing to term 5
01:44:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.585202 19707 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.586084 19707 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:44:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.590034 19699 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e845d7ac2ec9412694683a37d01aa53e. Latest consensus state: current_term: 5 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.591599 19699 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9 [sys.catalog]: This master's current role is: FOLLOWER
01:44:06.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.609452 19713 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:44:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.609867 19713 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: loading cluster ID for follower catalog manager: success
01:44:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:06 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006246, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for kudu/127.17.204.126@KRBTEST.COM
01:44:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.622210 19713 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: acquiring CA information for follower catalog manager: success
01:44:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.627285 19713 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:44:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.816354 19623 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "e845d7ac2ec9412694683a37d01aa53e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:06.817747 19623 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: LEADER
01:44:07.451 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.125:42589
01:44:07.451 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:44:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:07.452201 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19427
01:44:07.485 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:07.485 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.204.125:42589(127.17.204.125:42589)] handling channelInactive
01:44:07.485 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.124:37545
01:44:07.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.204.125:42589(127.17.204.125:42589)] cleaning up while in state READY due to: connection closed
01:44:07.485 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:44:07.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:07.486449 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19500
01:44:07.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:07.513 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.204.126:44731
01:44:07.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:44:07.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:07.513684 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19587
01:44:07.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:07.536 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.125:42589
01:44:07.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:07.537829 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:44:07.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:44:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.803246 19720 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:44:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.803699 19720 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:44:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.804180 19720 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:44:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.830853 19720 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:44:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.831025 19720 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:44:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.831270 19720 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:44:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.831432 19720 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:44:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.831683 19720 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:44:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.831938 19720 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:44:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.832130 19720 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:07.861891 19720 master_runner.cc:386] Master server non-default flags:
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.125.keytab
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.125
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.125:42589
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.125
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41859
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/logs
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:44:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:07.863049 19720 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:44:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:07.864073 19720 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:44:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.882174 19727 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.882181 19729 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:07.882577 19726 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:08.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:07.883684 19720 server_base.cc:1034] running on GCE node
01:44:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.938606 19720 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:44:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.940985 19720 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:44:08.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.942263 19720 hybrid_clock.cc:648] HybridClock initialized: now 1782006248942236 us; error 40 us; skew 500 ppm
01:44:08.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.942960 19720 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:44:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:08 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006248, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:08.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.948032 19720 init.cc:377] Logged in from keytab as kudu/127.17.204.125@KRBTEST.COM (short username kudu)
01:44:08.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.952335 19720 webserver.cc:460] Webserver started at http://127.17.204.125:41859/ using document root <none> and password file <none>
01:44:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.953044 19720 fs_manager.cc:359] Metadata directory not provided
01:44:08.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.953198 19720 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:44:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.960054 19720 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.004s sys 0.000s
01:44:08.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.964434 19738 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:44:08.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.965332 19720 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.965557 19720 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:36 on dist-test-slave-20xp"
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:08.967541 19720 fs_report.cc:383] FS layout report
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/wal
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/data
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:44:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:44:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:44:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.021710 19720 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:44:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.026327 19720 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:44:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.026737 19720 kserver.cc:163] Server-wide thread pool size limit: 3276
01:44:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.087924 19720 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.125:42589
01:44:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.088061 19789 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.125:42589 every 8 connection(s)
01:44:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.090549 19720 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-1/data/info.pb
01:44:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.096148 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19720
01:44:09.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:09.096 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.124:37545
01:44:09.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:44:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.098371 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:44:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:44:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:44:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:09.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:44:09.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.107302 19790 sys_catalog.cc:263] Verifying existing consensus state
01:44:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.112215 19790 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap starting.
01:44:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.151189 19790 log.cc:824] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Log is configured to *not* fsync() on all Append() calls
01:44:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.168327 19790 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:44:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.169065 19790 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: Bootstrap complete.
01:44:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.197319 19790 raft_consensus.cc:348] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:09.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.199867 19790 raft_consensus.cc:729] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: e845d7ac2ec9412694683a37d01aa53e, State: Initialized, Role: FOLLOWER
01:44:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.200718 19790 consensus_queue.cc:260] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 5.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.202953 19794 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 5 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.203810 19794 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:44:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.204275 19790 sys_catalog.cc:564] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: configured and running, proceeding with master startup.
01:44:09.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.235953 19805 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:44:09.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.236272 19805 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: loading cluster ID for follower catalog manager: success
01:44:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.243336 19805 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: acquiring CA information for follower catalog manager: success
01:44:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.248329 19805 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:44:09.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.227968 19720 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:44:09.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.251614 19720 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:44:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.396867 19792 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:44:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.397405 19792 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:44:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.398059 19792 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:44:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.432816 19792 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:44:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.432976 19792 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:44:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.433197 19792 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:44:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.433423 19792 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:44:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.433588 19792 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:44:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.433736 19792 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:44:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.433897 19792 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.465039 19792 master_runner.cc:386] Master server non-default flags:
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.124.keytab
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.124
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.124:37545
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:09.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.124
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44597
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/logs
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:44:09.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.466005 19792 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:44:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:09.466979 19792 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:44:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.483940 19814 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.801419 19824 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:44:10.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.803176 19824 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.807114 19824 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:44:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:10.845712 19739 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:10.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:10.851241 19739 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:10.853583 19740 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545): Network error: Client connection negotiation failed: client connection to 127.17.204.124:37545: connect: Connection refused (error 111)
01:44:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.853924 19740 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e845d7ac2ec9412694683a37d01aa53e; no voters: 4c048e30935b46b3ace7c1944cd98bea, f5fa191d57cb469288dd42d024ba23b9
01:44:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.854621 19824 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
01:44:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.488626 19813 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:09.484005 19816 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:10.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:10.993755 19815 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1508 milliseconds
01:44:10.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.993836 19792 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:44:10.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.994944 19792 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:44:10.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.997581 19792 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:44:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.998944 19792 hybrid_clock.cc:648] HybridClock initialized: now 1782006250998888 us; error 66 us; skew 500 ppm
01:44:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:10.999817 19792 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:44:11.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:10 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006250, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.005318 19792 init.cc:377] Logged in from keytab as kudu/127.17.204.124@KRBTEST.COM (short username kudu)
01:44:11.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.010433 19792 webserver.cc:460] Webserver started at http://127.17.204.124:44597/ using document root <none> and password file <none>
01:44:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.011420 19792 fs_manager.cc:359] Metadata directory not provided
01:44:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.011631 19792 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:44:11.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.021348 19792 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
01:44:11.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.025949 19833 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:44:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.027150 19792 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
01:44:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.027544 19792 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c048e30935b46b3ace7c1944cd98bea"
01:44:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:38 on dist-test-slave-20xp"
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.029575 19792 fs_report.cc:383] FS layout report
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/wal
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/data
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:44:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:44:11.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.067541 19792 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:44:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.072556 19792 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:44:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.072978 19792 kserver.cc:163] Server-wide thread pool size limit: 3276
01:44:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.171311 19792 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.124:37545
01:44:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.171511 19884 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.124:37545 every 8 connection(s)
01:44:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.173719 19792 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-2/data/info.pb
01:44:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.179356 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19792
01:44:11.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:11.180 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.204.126:44731
01:44:11.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.181676 18225 external_mini_cluster.cc:1326] Running /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:44:11.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.184289 19885 sys_catalog.cc:263] Verifying existing consensus state
01:44:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.189318 19885 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap starting.
01:44:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.222865 19885 log.cc:824] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Log is configured to *not* fsync() on all Append() calls
01:44:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.238869 19885 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:44:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.239622 19885 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Bootstrap complete.
01:44:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.260048 19885 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.262149 19885 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c048e30935b46b3ace7c1944cd98bea, State: Initialized, Role: FOLLOWER
01:44:11.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.262887 19885 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 5.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.265388 19889 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 5 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.266110 19889 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: FOLLOWER
01:44:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.266768 19885 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: configured and running, proceeding with master startup.
01:44:11.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.293144 19900 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:44:11.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.293350 19900 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: loading cluster ID for follower catalog manager: success
01:44:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.310277 19900 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: acquiring CA information for follower catalog manager: success
01:44:11.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.315873 19900 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:44:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.306597 19792 master_runner.cc:186] Error getting master registration for 127.17.204.126:44731: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111),
01:44:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.339856 19792 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:44:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.488559 19887 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:44:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.489233 19887 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:44:11.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.490204 19887 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:44:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.523322 19887 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:44:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.523480 19887 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:44:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.523708 19887 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:44:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.523867 19887 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:44:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.524156 19887 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:44:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.524435 19887 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:44:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.524645 19887 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44363/jwks.json
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.571823 19887 master_runner.cc:386] Master server non-default flags:
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.204.84:38267
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.204.126:44731,127.17.204.125:42589,127.17.204.124:37545
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/kudu_127.17.204.126.keytab
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.204.126
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.204.126:44731
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:44:11.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44363/jwks.json
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.204.126
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/logs
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 21 Jun 2026 00:52:14 UTC on ccycloud.quasar-sdbdje.root.comops.site
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4457837
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.572811 19887 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:44:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.573670 19887 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:44:11.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.590646 19912 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:12.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.404961 19915 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:44:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.405808 19915 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:12.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.409587 19915 leader_election.cc:288] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), e845d7ac2ec9412694683a37d01aa53e (127.17.204.125:42589)
01:44:12.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.436758 19919 raft_consensus.cc:482] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:44:12.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.437288 19919 raft_consensus.cc:504] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:12.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:12.454012 19834 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.456511 19919 leader_election.cc:288] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), 4c048e30935b46b3ace7c1944cd98bea (127.17.204.124:37545)
01:44:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:12.470148 19739 leader_election.cc:334] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:12.475216 19834 leader_election.cc:334] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:12.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.477443 19765 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c048e30935b46b3ace7c1944cd98bea" candidate_term: 6 candidate_status { last_received { term: 5 index: 8 } } ignore_live_leader: false dest_uuid: "e845d7ac2ec9412694683a37d01aa53e" is_pre_election: true
01:44:12.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.478137 19765 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4c048e30935b46b3ace7c1944cd98bea in term 5.
01:44:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.479768 19836 leader_election.cc:302] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:44:12.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.480573 19915 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Leader pre-election won for term 6
01:44:12.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.480819 19915 raft_consensus.cc:482] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:44:12.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.481083 19915 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 5 FOLLOWER]: Advancing to term 6
01:44:12.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.488685 19915 raft_consensus.cc:504] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:12.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.491458 19915 leader_election.cc:288] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 6 election: Requested vote from peers f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731), e845d7ac2ec9412694683a37d01aa53e (127.17.204.125:42589)
01:44:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.492843 19765 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c048e30935b46b3ace7c1944cd98bea" candidate_term: 6 candidate_status { last_received { term: 5 index: 8 } } ignore_live_leader: false dest_uuid: "e845d7ac2ec9412694683a37d01aa53e"
01:44:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.493268 19765 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 5 FOLLOWER]: Advancing to term 6
01:44:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.493841 19860 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e845d7ac2ec9412694683a37d01aa53e" candidate_term: 6 candidate_status { last_received { term: 5 index: 8 } } ignore_live_leader: false dest_uuid: "4c048e30935b46b3ace7c1944cd98bea" is_pre_election: true
01:44:12.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.494658 19860 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 6 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e845d7ac2ec9412694683a37d01aa53e in current term 6: Already voted for candidate 4c048e30935b46b3ace7c1944cd98bea in this term.
01:44:12.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.495929 19740 leader_election.cc:302] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e845d7ac2ec9412694683a37d01aa53e; no voters: 4c048e30935b46b3ace7c1944cd98bea, f5fa191d57cb469288dd42d024ba23b9
01:44:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:12.497726 19834 leader_election.cc:334] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111)
01:44:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.510036 19765 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4c048e30935b46b3ace7c1944cd98bea in term 6.
01:44:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.510546 19919 raft_consensus.cc:2726] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 6 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
01:44:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.512120 19836 leader_election.cc:302] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4c048e30935b46b3ace7c1944cd98bea, e845d7ac2ec9412694683a37d01aa53e; no voters: f5fa191d57cb469288dd42d024ba23b9
01:44:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.513103 19915 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 6 FOLLOWER]: Leader election won for term 6
01:44:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.515503 19915 raft_consensus.cc:686] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [term 6 LEADER]: Becoming Leader. State: Replica: 4c048e30935b46b3ace7c1944cd98bea, State: Running, Role: LEADER
01:44:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.516279 19915 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 5.8, Last appended by leader: 8, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } }
01:44:12.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.524856 19925 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4c048e30935b46b3ace7c1944cd98bea. Latest consensus state: current_term: 6 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:12.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.525633 19925 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: LEADER
01:44:12.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.536701 19927 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:44:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.543941 19927 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:44:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.547675 19927 catalog_manager.cc:1259] Loaded cluster ID: f6065a19b57b4038ad61b2d9730b4a18
01:44:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.547940 19927 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:44:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.552489 19927 catalog_manager.cc:1504] Loading token signing keys...
01:44:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.556015 19927 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea: Loaded TSK: 0
01:44:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.557296 19927 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:44:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:11.595995 19887 server_base.cc:1034] running on GCE node
01:44:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.592167 19909 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:11.595806 19910 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:44:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.771777 19887 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:44:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.781248 19887 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:44:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.782675 19887 hybrid_clock.cc:648] HybridClock initialized: now 1782006252782642 us; error 38 us; skew 500 ppm
01:44:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.783536 19887 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:44:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:12 dist-test-slave-20xp krb5kdc[18236](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006252, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.204.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:12.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.789300 19887 init.cc:377] Logged in from keytab as kudu/127.17.204.126@KRBTEST.COM (short username kudu)
01:44:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.794888 19887 webserver.cc:460] Webserver started at http://127.17.204.126:33775/ using document root <none> and password file <none>
01:44:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.795836 19887 fs_manager.cc:359] Metadata directory not provided
01:44:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.796043 19887 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:44:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.803893 19887 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.008s sys 0.000s
01:44:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.808382 19934 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:44:12.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.809478 19887 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.809829 19887 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data,/tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5fa191d57cb469288dd42d024ba23b9"
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-21 01:43:35 on dist-test-slave-20xp"
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.812036 19887 fs_report.cc:383] FS layout report
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/wal
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/data
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:44:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:44:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.858130 19887 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:44:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.863487 19887 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:44:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.863979 19887 kserver.cc:163] Server-wide thread pool size limit: 3276
01:44:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.952129 19887 rpc_server.cc:307] RPC server started. Bound to: 127.17.204.126:44731
01:44:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.952265 19986 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.204.126:44731 every 8 connection(s)
01:44:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.954744 19887 server_base.cc:1166] Dumped server information to /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/master-0/data/info.pb
01:44:12.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:44:12.958 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.204.125:42589(127.17.204.125:42589)] connecting to peer
01:44:12.960 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.204.125:42589(127.17.204.125:42589)] Successfully connected to peer
01:44:12.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.957154 18225 external_mini_cluster.cc:1388] Started /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu as pid 19887
01:44:12.963 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
01:44:12.963 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task3Ego3M/test-tmp/mini-kudu-cluster2401647520030096954/krb5kdc/krb5cc
01:44:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 21 01:44:12 dist-test-slave-20xp krb5kdc[18236](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1782006233, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:44:12.969 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:44:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.970472 19987 sys_catalog.cc:263] Verifying existing consensus state
01:44:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:12.978082 19987 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Bootstrap starting.
01:44:12.983 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
01:44:12.983 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.204.125
01:44:13.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.002678 19765 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [term 6 FOLLOWER]: Refusing update from remote peer 4c048e30935b46b3ace7c1944cd98bea: Log matching property violated. Preceding OpId in replica: term: 5 index: 8. Preceding OpId from leader: term: 6 index: 9. (index mismatch)
01:44:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.004179 19925 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [LEADER]: Connected to new peer: Peer: permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 8, Time since last communication: 0.000s
01:44:13.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.204.125:42589(127.17.204.125:42589)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
01:44:13.019 [DEBUG - main] (Connection.java:575) [peer master-127.17.204.124:37545(127.17.204.124:37545)] disconnecting while in state TERMINATED
01:44:13.020 [DEBUG - main] (Connection.java:575) [peer master-127.17.204.125:42589(127.17.204.125:42589)] disconnecting while in state TERMINATED
01:44:13.020 [DEBUG - main] (Connection.java:575) [peer master-127.17.204.126:44731(127.17.204.126:44731)] disconnecting while in state TERMINATED
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:13.022943 19918 negotiation.cc:337] Failed RPC negotiation. Trace:
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.959658 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:50762 (local address 127.17.204.125:42589)
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.960240 (+ 582us) server_negotiation.cc:206] Beginning negotiation
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.960265 (+ 25us) server_negotiation.cc:399] Waiting for connection header
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.961379 (+ 1114us) server_negotiation.cc:407] Connection header received
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.961555 (+ 176us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.961579 (+ 24us) server_negotiation.cc:461] Received NEGOTIATE request from client
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.961874 (+ 295us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.962056 (+ 182us) server_negotiation.cc:226] Negotiated authn=SASL
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.989632 (+ 27576us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.991546 (+ 1914us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:12.999772 (+ 8226us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:13.000741 (+ 969us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:13.001005 (+ 264us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:13.021705 (+ 20700us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:50762: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:50762): Cannot send after transport endpoint shutdown (error 108)
01:44:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":185}
01:44:13.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:44:13.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.027033 19987 log.cc:824] T 00000000000000000000000000000000 P f5fa191d57cb469288dd42d024ba23b9: Log is configured to *not* fsync() on all Append() calls
01:44:13.030 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.204.125:42589(127.17.204.125:42589)] handling channelInactive
01:44:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.031433 19919 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4c048e30935b46b3ace7c1944cd98bea. Latest consensus state: current_term: 6 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.032102 19919 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:44:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.037346 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19887
01:44:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.046015 19992 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 6 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.046787 19992 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea [sys.catalog]: This master's current role is: LEADER
01:44:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.058293 19919 sys_catalog.cc:455] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 6 leader_uuid: "4c048e30935b46b3ace7c1944cd98bea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5fa191d57cb469288dd42d024ba23b9" member_type: VOTER last_known_addr { host: "127.17.204.126" port: 44731 } } peers { permanent_uuid: "e845d7ac2ec9412694683a37d01aa53e" member_type: VOTER last_known_addr { host: "127.17.204.125" port: 42589 } } peers { permanent_uuid: "4c048e30935b46b3ace7c1944cd98bea" member_type: VOTER last_known_addr { host: "127.17.204.124" port: 37545 } } }
01:44:13.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.058892 19919 sys_catalog.cc:458] T 00000000000000000000000000000000 P e845d7ac2ec9412694683a37d01aa53e [sys.catalog]: This master's current role is: FOLLOWER
01:44:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.063090 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19720
01:44:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:13.063828 19996 negotiation.cc:337] Failed RPC negotiation. Trace:
01:44:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:13.046620 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.17.204.126:44731 (local address 127.0.0.1:58544)
01:44:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:13.048445 (+ 1825us) negotiation.cc:107] Waiting for socket to connect
01:44:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:13.048516 (+ 71us) client_negotiation.cc:174] Beginning negotiation
01:44:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:13.048838 (+ 322us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
01:44:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0621 01:44:13.062626 (+ 13788us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:44:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":1314,"thread_start_us":1106,"threads_started":1}
01:44:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260621 01:44:13.080365 19834 consensus_peers.cc:487] T 00000000000000000000000000000000 P 4c048e30935b46b3ace7c1944cd98bea -> Peer f5fa191d57cb469288dd42d024ba23b9 (127.17.204.126:44731): Couldn't send request to peer f5fa191d57cb469288dd42d024ba23b9. Status: Network error: Client connection negotiation failed: client connection to 127.17.204.126:44731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:44:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:13.100698 18225 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 19792
01:44:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T01:44:14Z chronyd exiting
01:44:15.187 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:44:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:15.188906 17502 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 17784
01:44:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:15.210963 17502 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 17940
01:44:15.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:15.232599 17502 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 18084
01:44:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:15.258383 17502 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 17514
01:44:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:15.285825 17502 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 17584
01:44:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260621 01:44:15.311503 17502 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task3Ego3M/build/tsan/bin/kudu with pid 17659
01:44:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-21T01:44:16Z chronyd exiting
01:44:17.344 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:974) ~[main/:?]
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845) ~[main/:?]
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: javax.security.sasl.SaslException: GSS initiate failed
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211) ~[?:1.8.0_362]
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:959) ~[main/:?]
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:956) ~[main/:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_362]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_362]
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:955) ~[main/:?]
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845) ~[main/:?]
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.ietf.jgss.GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:162) ~[?:1.8.0_362]
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122) ~[?:1.8.0_362]
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:189) ~[?:1.8.0_362]
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224) ~[?:1.8.0_362]
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212) ~[?:1.8.0_362]
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179) ~[?:1.8.0_362]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192) ~[?:1.8.0_362]
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:959) ~[main/:?]
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:956) ~[main/:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_362]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_362]
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:955) ~[main/:?]
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845) ~[main/:?]
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:974)
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845)
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782)
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)]
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:211)
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:959)
at org.apache.kudu.client.Negotiator$1.run(Negotiator.java:956)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:422)
at org.apache.kudu.client.Negotiator.evaluateChallenge(Negotiator.java:955)
at org.apache.kudu.client.Negotiator.sendSaslInitiate(Negotiator.java:845)
at org.apache.kudu.client.Negotiator.startAuthentication(Negotiator.java:782)
at org.apache.kudu.client.Negotiator.handleTlsMessage(Negotiator.java:731)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:379)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: GSSException: No valid credentials provided (Mechanism level: Failed to find any Kerberos tgt)
at sun.security.jgss.krb5.Krb5InitCredential.getInstance(Krb5InitCredential.java:162)
at sun.security.jgss.krb5.Krb5MechFactory.getCredentialElement(Krb5MechFactory.java:122)
at sun.security.jgss.krb5.Krb5MechFactory.getMechanismContext(Krb5MechFactory.java:189)
at sun.security.jgss.GSSManagerImpl.getMechanismContext(GSSManagerImpl.java:224)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:212)
at sun.security.jgss.GSSContextImpl.initSecContext(GSSContextImpl.java:179)
at com.sun.security.sasl.gsskerb.GssKrb5Client.evaluateChallenge(GssKrb5Client.java:192)
... 42 more