04:13:18.908 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
04:13:18.908 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGxcqq4/test-tmp
04:13:18.908 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:13:18.909 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGxcqq4/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:13:18.910 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
04:13:19.259 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:13:19.259 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:13:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.263895 11733 mini_oidc.cc:152] Starting JWKS server
04:13:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.268057 11733 webserver.cc:460] Webserver started at http://127.0.0.1:32943/ using document root <none> and password file <none>
04:13:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.268577 11733 mini_oidc.cc:189] Starting OIDC Discovery server
04:13:19.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.270466 11733 webserver.cc:460] Webserver started at http://127.0.0.1:44177/ using document root <none> and password file <none>
04:13:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:13:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:13:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:13:19Z Disabled control of system clock
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.323184 11733 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/wal
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/data
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/logs
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/data/info.pb
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.126:44115
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.126
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32943/jwks.json with env {}
04:13:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.627815 11745 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.628522 11745 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.629191 11745 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.660840 11745 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.661219 11745 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.661608 11745 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:19.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.661926 11745 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:19.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.662235 11745 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:19.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.662470 11745 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32943/jwks.json
04:13:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.697335 11745 master_runner.cc:386] Master server non-default flags:
04:13:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/data
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/wal
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.126:44115
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32943/jwks.json
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/data/info.pb
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.126
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/logs
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.698928 11745 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:19.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.700555 11745 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.717821 11751 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.717862 11752 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:19.717893 11754 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:19.719661 11745 server_base.cc:1034] running on GCE node
04:13:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.917872 11745 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.921139 11745 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.922621 11745 hybrid_clock.cc:648] HybridClock initialized: now 1781842400922568 us; error 73 us; skew 500 ppm
04:13:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.923431 11745 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.940088 11745 webserver.cc:460] Webserver started at http://127.11.117.126:39327/ using document root <none> and password file <none>
04:13:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.941681 11745 fs_manager.cc:359] Metadata directory not provided
04:13:20.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.942145 11745 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.942955 11745 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.951152 11745 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/data/instance:
04:13:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acd8bc20aa57434daf233ec4e9a7d6c1"
04:13:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:20 on dist-test-slave-7s1t"
04:13:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.952824 11745 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/wal/instance:
04:13:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acd8bc20aa57434daf233ec4e9a7d6c1"
04:13:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:20 on dist-test-slave-7s1t"
04:13:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.963436 11745 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.008s sys 0.000s
04:13:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.971031 11761 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.972302 11745 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
04:13:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.972685 11745 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/wal
04:13:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "acd8bc20aa57434daf233ec4e9a7d6c1"
04:13:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:20 on dist-test-slave-7s1t"
04:13:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:20.973228 11745 fs_report.cc:383] FS layout report
04:13:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/wal
04:13:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/wal
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/data/data
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:20.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.037307 11745 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.038981 11745 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.039500 11745 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.110671 11745 rpc_server.cc:307] RPC server started. Bound to: 127.11.117.126:44115
04:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.110762 11812 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.117.126:44115 every 8 connection(s)
04:13:21.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.113433 11745 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/data/info.pb
04:13:21.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.116943 11733 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 11745
04:13:21.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.117614 11733 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-0/wal/instance
04:13:21.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.119661 11813 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.121237 11733 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/wal
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/data
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/logs
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/data/info.pb
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.125:34153
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.125
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:21.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:21.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32943/jwks.json with env {}
04:13:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.132061 11813 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } has no permanent_uuid. Determining permanent_uuid...
04:13:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.162026 11813 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } has no permanent_uuid. Determining permanent_uuid...
04:13:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.164577 11765 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.117.125:34153: connect: Connection refused (error 111)
04:13:21.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.168897 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.125:34153: Network error: Client connection negotiation failed: client connection to 127.11.117.125:34153: connect: Connection refused (error 111)
04:13:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.218464 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } attempt: 1
04:13:21.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.222791 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.125:34153: Network error: Client connection negotiation failed: client connection to 127.11.117.125:34153: connect: Connection refused (error 111)
04:13:21.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.291229 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } attempt: 2
04:13:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.295630 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.125:34153: Network error: Client connection negotiation failed: client connection to 127.11.117.125:34153: connect: Connection refused (error 111)
04:13:21.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.387099 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } attempt: 3
04:13:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.391031 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.125:34153: Network error: Client connection negotiation failed: client connection to 127.11.117.125:34153: connect: Connection refused (error 111)
04:13:21.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.437737 11815 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:21.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.438391 11815 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:21.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.438858 11815 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.469952 11815 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.470221 11815 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.470404 11815 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.470595 11815 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.470775 11815 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.470979 11815 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32943/jwks.json
04:13:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.505578 11815 master_runner.cc:386] Master server non-default flags:
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/data
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/wal
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.125:34153
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32943/jwks.json
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/data/info.pb
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.125
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/logs
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.506762 11815 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.508546 11815 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.526999 11824 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.534471 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } attempt: 4
04:13:21.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.538576 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.125:34153: Network error: Client connection negotiation failed: client connection to 127.11.117.125:34153: connect: Connection refused (error 111)
04:13:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.837954 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } attempt: 5
04:13:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.842092 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.125:34153: Network error: Client connection negotiation failed: client connection to 127.11.117.125:34153: connect: Connection refused (error 111)
04:13:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.389712 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } attempt: 6
04:13:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:22.397120 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.125:34153: Network error: Client connection negotiation failed: client connection to 127.11.117.125:34153: connect: Connection refused (error 111)
04:13:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:21.529309 11815 server_base.cc:1034] running on GCE node
04:13:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.527335 11825 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:21.528383 11827 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.740381 11815 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.743237 11815 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.744649 11815 hybrid_clock.cc:648] HybridClock initialized: now 1781842402744627 us; error 38 us; skew 500 ppm
04:13:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.745620 11815 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:22.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.752493 11815 webserver.cc:460] Webserver started at http://127.11.117.125:39833/ using document root <none> and password file <none>
04:13:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.753544 11815 fs_manager.cc:359] Metadata directory not provided
04:13:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.753818 11815 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.754324 11815 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.759617 11815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/data/instance:
04:13:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6b759b71efb4642a07a2acfd0dd7399"
04:13:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:22 on dist-test-slave-7s1t"
04:13:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.760829 11815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/wal/instance:
04:13:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6b759b71efb4642a07a2acfd0dd7399"
04:13:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:22 on dist-test-slave-7s1t"
04:13:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.768289 11815 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
04:13:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.774183 11836 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.775295 11815 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
04:13:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.775710 11815 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/wal
04:13:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6b759b71efb4642a07a2acfd0dd7399"
04:13:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:22 on dist-test-slave-7s1t"
04:13:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.776119 11815 fs_report.cc:383] FS layout report
04:13:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/wal
04:13:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/wal
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/data/data
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.815629 11815 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.817409 11815 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.817976 11815 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.886711 11815 rpc_server.cc:307] RPC server started. Bound to: 127.11.117.125:34153
04:13:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.886826 11887 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.117.125:34153 every 8 connection(s)
04:13:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.889480 11815 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/data/info.pb
04:13:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.895028 11888 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:13:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.899358 11733 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 11815
04:13:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.899788 11733 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-1/wal/instance
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.901969 11733 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/wal
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/data
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/logs
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/data/info.pb
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.124:41433
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.124
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32943/jwks.json with env {}
04:13:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.906092 11888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } has no permanent_uuid. Determining permanent_uuid...
04:13:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.934649 11888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } has no permanent_uuid. Determining permanent_uuid...
04:13:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:22.951793 11888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } has no permanent_uuid. Determining permanent_uuid...
04:13:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:22.954232 11837 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:22.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:22.958626 11888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.008133 11888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 1
04:13:23.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.012434 11888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.080859 11888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 2
04:13:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.084708 11888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.176142 11888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 3
04:13:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.180747 11888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.223470 11890 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.224041 11890 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.224561 11890 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.254976 11890 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.255240 11890 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.255445 11890 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.255635 11890 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.255821 11890 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:23.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.255959 11890 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32943/jwks.json
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.289736 11890 master_runner.cc:386] Master server non-default flags:
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/data
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/wal
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.124:41433
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32943/jwks.json
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/data/info.pb
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.124
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/logs
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:23.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.290957 11890 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:23.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.292495 11890 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:23.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.311129 11900 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.324208 11888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 4
04:13:23.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.327920 11888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.457731 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } attempt: 7
04:13:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.470980 11813 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } has no permanent_uuid. Determining permanent_uuid...
04:13:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.476747 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.535102 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 1
04:13:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.539548 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.620932 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 2
04:13:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.624670 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.627331 11888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 5
04:13:23.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.631953 11888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.710310 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 3
04:13:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.714797 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.855230 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 4
04:13:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.859946 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.143379 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 5
04:13:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:24.147969 11813 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.179380 11888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 6
04:13:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:24.185993 11888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.117.124:41433: Network error: Client connection negotiation failed: client connection to 127.11.117.124:41433: connect: Connection refused (error 111)
04:13:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.311182 11903 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:23.311703 11901 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:23.313082 11890 server_base.cc:1034] running on GCE node
04:13:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.522497 11890 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.525115 11890 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.526489 11890 hybrid_clock.cc:648] HybridClock initialized: now 1781842404526477 us; error 62 us; skew 500 ppm
04:13:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.527323 11890 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.539116 11890 webserver.cc:460] Webserver started at http://127.11.117.124:40741/ using document root <none> and password file <none>
04:13:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.540021 11890 fs_manager.cc:359] Metadata directory not provided
04:13:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.540210 11890 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.540625 11890 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.546008 11890 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/data/instance:
04:13:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "716e7bb5fec244958d4c74775b85c16b"
04:13:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:24 on dist-test-slave-7s1t"
04:13:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.547112 11890 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/wal/instance:
04:13:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "716e7bb5fec244958d4c74775b85c16b"
04:13:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:24 on dist-test-slave-7s1t"
04:13:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.554468 11890 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
04:13:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.560220 11915 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.561285 11890 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.561688 11890 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/wal
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "716e7bb5fec244958d4c74775b85c16b"
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:24 on dist-test-slave-7s1t"
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.562062 11890 fs_report.cc:383] FS layout report
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/wal
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/wal
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/data/data
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:24.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.629462 11890 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.631120 11890 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.631603 11890 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:24.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.700407 11813 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 6
04:13:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.703773 11890 rpc_server.cc:307] RPC server started. Bound to: 127.11.117.124:41433
04:13:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.703864 11967 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.117.124:41433 every 8 connection(s)
04:13:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.706714 11890 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/data/info.pb
04:13:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.708757 11733 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 11890
04:13:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.709355 11733 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/master-2/wal/instance
04:13:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.715271 11969 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:13:24.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.737602 11969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } has no permanent_uuid. Determining permanent_uuid...
04:13:24.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.755702 11813 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1: Bootstrap starting.
04:13:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.761021 11969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } has no permanent_uuid. Determining permanent_uuid...
04:13:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.763296 11813 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1: Neither blocks nor log segments found. Creating new log.
04:13:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.765708 11813 log.cc:824] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1: Log is configured to *not* fsync() on all Append() calls
04:13:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.771378 11813 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1: No bootstrap required, opened a new log
04:13:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.776616 11969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } has no permanent_uuid. Determining permanent_uuid...
04:13:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.799341 11969 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b: Bootstrap starting.
04:13:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.799281 11813 raft_consensus.cc:348] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.799933 11813 raft_consensus.cc:374] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:13:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.800132 11813 raft_consensus.cc:729] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acd8bc20aa57434daf233ec4e9a7d6c1, State: Initialized, Role: FOLLOWER
04:13:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.800830 11813 consensus_queue.cc:260] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.803781 11980 sys_catalog.cc:455] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.804739 11980 sys_catalog.cc:458] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: This master's current role is: FOLLOWER
04:13:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.805644 11969 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b: Neither blocks nor log segments found. Creating new log.
04:13:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.805594 11813 sys_catalog.cc:564] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: configured and running, proceeding with master startup.
04:13:24.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.807926 11969 log.cc:824] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b: Log is configured to *not* fsync() on all Append() calls
04:13:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.812420 11969 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b: No bootstrap required, opened a new log
04:13:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.839377 11969 raft_consensus.cc:348] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.840263 11969 raft_consensus.cc:374] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:13:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.840533 11969 raft_consensus.cc:729] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 716e7bb5fec244958d4c74775b85c16b, State: Initialized, Role: FOLLOWER
04:13:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.841411 11969 consensus_queue.cc:260] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:24.844444 11992 catalog_manager.cc:1558] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:13:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:24.844877 11992 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:13:24.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.846625 11994 sys_catalog.cc:455] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:24.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.847635 11994 sys_catalog.cc:458] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [sys.catalog]: This master's current role is: FOLLOWER
04:13:24.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.848508 11969 sys_catalog.cc:564] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [sys.catalog]: configured and running, proceeding with master startup.
04:13:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.851688 11980 raft_consensus.cc:482] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:13:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.852180 11980 raft_consensus.cc:504] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.856237 11980 leader_election.cc:288] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e6b759b71efb4642a07a2acfd0dd7399 (127.11.117.125:34153), 716e7bb5fec244958d4c74775b85c16b (127.11.117.124:41433)
04:13:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.859907 11942 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "716e7bb5fec244958d4c74775b85c16b" is_pre_election: true
04:13:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.861080 11942 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate acd8bc20aa57434daf233ec4e9a7d6c1 in term 0.
04:13:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.862785 11762 leader_election.cc:302] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 716e7bb5fec244958d4c74775b85c16b, acd8bc20aa57434daf233ec4e9a7d6c1; no voters:
04:13:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.863981 11980 raft_consensus.cc:2781] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 0 FOLLOWER]: Leader pre-election won for term 1
04:13:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.864401 11980 raft_consensus.cc:482] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:13:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.864800 11980 raft_consensus.cc:3037] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 0 FOLLOWER]: Advancing to term 1
04:13:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.874127 11980 raft_consensus.cc:504] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.879758 11942 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "716e7bb5fec244958d4c74775b85c16b"
04:13:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.880523 11942 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [term 0 FOLLOWER]: Advancing to term 1
04:13:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:24.888712 11921 tablet.cc:2369] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:13:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.837157 11745 master_runner.cc:186] Error getting master registration for 127.11.117.125:34153: OK, instance_id { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" instance_seqno: 1781842402868082 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:13:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.901727 11745 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:13:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.902302 11942 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate acd8bc20aa57434daf233ec4e9a7d6c1 in term 1.
04:13:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.903698 11762 leader_election.cc:302] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 716e7bb5fec244958d4c74775b85c16b, acd8bc20aa57434daf233ec4e9a7d6c1; no voters:
04:13:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.912228 11998 raft_consensus.cc:2781] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 1 FOLLOWER]: Leader election won for term 1
04:13:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.915954 11980 leader_election.cc:288] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [CANDIDATE]: Term 1 election: Requested vote from peers e6b759b71efb4642a07a2acfd0dd7399 (127.11.117.125:34153), 716e7bb5fec244958d4c74775b85c16b (127.11.117.124:41433)
04:13:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.927846 11998 raft_consensus.cc:686] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [term 1 LEADER]: Becoming Leader. State: Replica: acd8bc20aa57434daf233ec4e9a7d6c1, State: Running, Role: LEADER
04:13:24.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.929119 11998 consensus_queue.cc:237] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.943125 11980 sys_catalog.cc:455] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader acd8bc20aa57434daf233ec4e9a7d6c1. Latest consensus state: current_term: 1 leader_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.943960 11980 sys_catalog.cc:458] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: This master's current role is: LEADER
04:13:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.958213 12005 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:13:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.965716 12005 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:13:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.978565 12009 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:13:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.987260 11942 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [term 1 FOLLOWER]: Refusing update from remote peer acd8bc20aa57434daf233ec4e9a7d6c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:13:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.988771 11980 consensus_queue.cc:1035] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:13:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:24.990305 11890 master_runner.cc:186] Error getting master registration for 127.11.117.125:34153: OK, instance_id { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" instance_seqno: 1781842402868082 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:13:25.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.036346 11890 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:13:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.045341 12000 sys_catalog.cc:455] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.046427 12000 sys_catalog.cc:458] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: This master's current role is: LEADER
04:13:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.049760 12005 catalog_manager.cc:1347] Generated new cluster ID: 13a39ea035544adab0bef3d77d36b94f
04:13:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.050046 12005 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:13:25.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.059486 11994 sys_catalog.cc:455] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [sys.catalog]: SysCatalogTable state changed. Reason: New leader acd8bc20aa57434daf233ec4e9a7d6c1. Latest consensus state: current_term: 1 leader_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.060366 11994 sys_catalog.cc:458] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [sys.catalog]: This master's current role is: FOLLOWER
04:13:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.060493 12014 sys_catalog.cc:455] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.061187 12014 sys_catalog.cc:458] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b [sys.catalog]: This master's current role is: FOLLOWER
04:13:25.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.085330 12005 catalog_manager.cc:1370] Generated new certificate authority record
04:13:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.087944 12005 catalog_manager.cc:1504] Loading token signing keys...
04:13:25.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.121629 12005 catalog_manager.cc:5868] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1: Generated new TSK 0
04:13:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.122815 12005 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:13:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.156764 11733 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/wal
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/data
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/logs
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/data/info.pb
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.65:0
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.117.65
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.65
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:13:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.246580 11888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } attempt: 7
04:13:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.279255 11888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399: Bootstrap starting.
04:13:25.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.287657 11888 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399: Neither blocks nor log segments found. Creating new log.
04:13:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.290253 11888 log.cc:824] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399: Log is configured to *not* fsync() on all Append() calls
04:13:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.303085 11888 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399: No bootstrap required, opened a new log
04:13:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.340438 11888 raft_consensus.cc:348] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.341714 11888 raft_consensus.cc:374] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:13:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.342170 11888 raft_consensus.cc:729] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e6b759b71efb4642a07a2acfd0dd7399, State: Initialized, Role: FOLLOWER
04:13:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.343307 11888 consensus_queue.cc:260] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } }
04:13:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.348814 11888 sys_catalog.cc:564] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [sys.catalog]: configured and running, proceeding with master startup.
04:13:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.349339 11861 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [term 0 FOLLOWER]: Advancing to term 1
04:13:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.353749 11862 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e6b759b71efb4642a07a2acfd0dd7399"
04:13:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.355160 11863 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e6b759b71efb4642a07a2acfd0dd7399" is_pre_election: true
04:13:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.360419 11861 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [term 1 FOLLOWER]: Refusing update from remote peer acd8bc20aa57434daf233ec4e9a7d6c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:13:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.347451 12019 sys_catalog.cc:455] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.363320 12019 sys_catalog.cc:458] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [sys.catalog]: This master's current role is: FOLLOWER
04:13:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.362991 12000 consensus_queue.cc:1035] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
04:13:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.415889 12019 sys_catalog.cc:455] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [sys.catalog]: SysCatalogTable state changed. Reason: New leader acd8bc20aa57434daf233ec4e9a7d6c1. Latest consensus state: current_term: 1 leader_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.418241 12019 sys_catalog.cc:458] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [sys.catalog]: This master's current role is: FOLLOWER
04:13:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.417428 12027 sys_catalog.cc:455] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.418921 12027 sys_catalog.cc:458] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399 [sys.catalog]: This master's current role is: FOLLOWER
04:13:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.446744 12035 catalog_manager.cc:1259] Loaded cluster ID: 13a39ea035544adab0bef3d77d36b94f
04:13:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.447237 12035 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399: loading cluster ID for follower catalog manager: success
04:13:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.455235 12035 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399: acquiring CA information for follower catalog manager: success
04:13:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.461244 12035 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e6b759b71efb4642a07a2acfd0dd7399: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:13:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:25.638754 12016 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:25.639423 12016 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:25.640190 12016 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:25.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:25.695263 12016 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:25.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:25.696871 12016 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.117.65
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.757808 12016 tablet_server_runner.cc:78] Tablet server non-default flags:
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/data
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/wal
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.65:0
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/data/info.pb
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.65
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.117.65
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/logs
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:25.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.761016 12016 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:25.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:25.763350 12016 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:25.813750 12042 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:26.001278 12000 sys_catalog.cc:455] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "acd8bc20aa57434daf233ec4e9a7d6c1" member_type: VOTER last_known_addr { host: "127.11.117.126" port: 44115 } } peers { permanent_uuid: "e6b759b71efb4642a07a2acfd0dd7399" member_type: VOTER last_known_addr { host: "127.11.117.125" port: 34153 } } peers { permanent_uuid: "716e7bb5fec244958d4c74775b85c16b" member_type: VOTER last_known_addr { host: "127.11.117.124" port: 41433 } } }
04:13:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:26.002061 12000 sys_catalog.cc:458] T 00000000000000000000000000000000 P acd8bc20aa57434daf233ec4e9a7d6c1 [sys.catalog]: This master's current role is: LEADER
04:13:26.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:26.021338 12009 catalog_manager.cc:1259] Loaded cluster ID: 13a39ea035544adab0bef3d77d36b94f
04:13:26.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:26.024896 12009 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b: loading cluster ID for follower catalog manager: success
04:13:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:26.075120 12009 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b: acquiring CA information for follower catalog manager: success
04:13:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:26.127748 12009 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 716e7bb5fec244958d4c74775b85c16b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:13:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:27.196527 12041 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 12016
04:13:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:28.058372 12041 kernel_stack_watchdog.cc:198] Thread 12016 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 375ms:
04:13:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
04:13:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
04:13:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
04:13:28.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
04:13:28.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:28.058452 12016 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.242s user 0.814s sys 1.295s
04:13:28.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:28.058825 12016 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.243s user 0.814s sys 1.295s
04:13:28.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.059074 12016 server_base.cc:1034] running on GCE node
04:13:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:25.818559 12043 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:28.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:28.065625 12046 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.067139 12016 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.075838 12016 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.083544 12016 hybrid_clock.cc:648] HybridClock initialized: now 1781842408083469 us; error 86 us; skew 500 ppm
04:13:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.084750 12016 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.106248 12016 webserver.cc:460] Webserver started at http://127.11.117.65:46769/ using document root <none> and password file <none>
04:13:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.107631 12016 fs_manager.cc:359] Metadata directory not provided
04:13:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.107936 12016 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.108502 12016 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.115542 12016 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/data/instance:
04:13:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4731ff1266e246608934e23f40862f18"
04:13:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:28 on dist-test-slave-7s1t"
04:13:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.117019 12016 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/wal/instance:
04:13:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4731ff1266e246608934e23f40862f18"
04:13:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:28 on dist-test-slave-7s1t"
04:13:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.138132 12016 fs_manager.cc:691] Time spent creating directory manager: real 0.020s user 0.005s sys 0.012s
04:13:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.156584 12055 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.158347 12016 fs_manager.cc:725] Time spent opening block manager: real 0.016s user 0.005s sys 0.005s
04:13:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.158967 12016 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/wal
04:13:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4731ff1266e246608934e23f40862f18"
04:13:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:28 on dist-test-slave-7s1t"
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.159583 12016 fs_report.cc:383] FS layout report
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/wal
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/wal
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/data/data
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.219785 12016 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.221935 12016 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.222652 12016 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.231817 12016 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:13:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.243647 12016 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:13:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.244104 12016 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
04:13:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.244477 12016 ts_tablet_manager.cc:610] Registered 0 tablets
04:13:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.244764 12016 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:13:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.600512 12016 rpc_server.cc:307] RPC server started. Bound to: 127.11.117.65:40051
04:13:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.600642 12167 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.117.65:40051 every 8 connection(s)
04:13:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.604427 12016 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/data/info.pb
04:13:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.612670 11733 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12016
04:13:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.613266 11733 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-0/wal/instance
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.624068 11733 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/wal
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/data
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/logs
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/data/info.pb
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.66:0
04:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.117.66
04:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.66
04:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:13:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.680063 12168 heartbeater.cc:347] Connected to a master server at 127.11.117.124:41433
04:13:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.680617 12168 heartbeater.cc:464] Registering TS with master...
04:13:28.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.682139 12168 heartbeater.cc:511] Master 127.11.117.124:41433 requested a full tablet report, sending...
04:13:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.686108 11932 ts_manager.cc:194] Registered new tserver with Master: 4731ff1266e246608934e23f40862f18 (127.11.117.65:40051)
04:13:28.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.711796 12169 heartbeater.cc:347] Connected to a master server at 127.11.117.125:34153
04:13:28.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.712172 12169 heartbeater.cc:464] Registering TS with master...
04:13:28.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.713016 12169 heartbeater.cc:511] Master 127.11.117.125:34153 requested a full tablet report, sending...
04:13:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.716218 11853 ts_manager.cc:194] Registered new tserver with Master: 4731ff1266e246608934e23f40862f18 (127.11.117.65:40051)
04:13:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.725227 12173 heartbeater.cc:347] Connected to a master server at 127.11.117.126:44115
04:13:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.725646 12173 heartbeater.cc:464] Registering TS with master...
04:13:28.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.726472 12173 heartbeater.cc:511] Master 127.11.117.126:44115 requested a full tablet report, sending...
04:13:28.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.728876 11778 ts_manager.cc:194] Registered new tserver with Master: 4731ff1266e246608934e23f40862f18 (127.11.117.65:40051)
04:13:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:28.731709 11778 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.117.65:50173
04:13:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:29.052186 12172 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:29.052768 12172 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:29.053458 12172 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:29.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:29.088472 12172 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:29.089429 12172 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.117.66
04:13:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:29.140475 12172 tablet_server_runner.cc:78] Tablet server non-default flags:
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/data
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/wal
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.66:0
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/data/info.pb
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.66
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.117.66
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/logs
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:13:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:29.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:29.142066 12172 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:29.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:29.144124 12172 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:29.176100 12184 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:29.736155 12173 heartbeater.cc:503] Master 127.11.117.126:44115 was elected leader, sending a full tablet report...
04:13:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:29.191089 12185 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:29.187456 12188 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:30.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:30.575685 12186 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1397 milliseconds
04:13:30.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.575790 12172 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:13:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.576890 12172 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.579607 12172 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.581017 12172 hybrid_clock.cc:648] HybridClock initialized: now 1781842410580974 us; error 61 us; skew 500 ppm
04:13:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.581857 12172 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.595757 12172 webserver.cc:460] Webserver started at http://127.11.117.66:37161/ using document root <none> and password file <none>
04:13:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.596858 12172 fs_manager.cc:359] Metadata directory not provided
04:13:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.597091 12172 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.597658 12172 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.602772 12172 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/data/instance:
04:13:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4437c72ab3d4c6f999cb54708a94e8f"
04:13:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:30 on dist-test-slave-7s1t"
04:13:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.603900 12172 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/wal/instance:
04:13:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4437c72ab3d4c6f999cb54708a94e8f"
04:13:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:30 on dist-test-slave-7s1t"
04:13:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.611069 12172 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
04:13:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.616470 12196 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:30.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.617419 12172 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.617846 12172 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/wal
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4437c72ab3d4c6f999cb54708a94e8f"
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:30 on dist-test-slave-7s1t"
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.618196 12172 fs_report.cc:383] FS layout report
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/wal
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/wal
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/data/data
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:30.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.655505 12172 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.657027 12172 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.657528 12172 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.660010 12172 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:13:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.664204 12172 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:13:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.664424 12172 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:13:30.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.664763 12172 ts_tablet_manager.cc:610] Registered 0 tablets
04:13:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.664942 12172 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:13:30.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.813536 12172 rpc_server.cc:307] RPC server started. Bound to: 127.11.117.66:39537
04:13:30.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.813761 12308 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.117.66:39537 every 8 connection(s)
04:13:30.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.816157 12172 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/data/info.pb
04:13:30.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.817626 11733 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12172
04:13:30.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.818428 11733 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-1/wal/instance
04:13:30.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.845345 11733 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:30.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:30.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/wal
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/data
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/logs
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/data/info.pb
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.67:0
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.117.67
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.67
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:13:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.859225 12309 heartbeater.cc:347] Connected to a master server at 127.11.117.124:41433
04:13:30.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.859714 12309 heartbeater.cc:464] Registering TS with master...
04:13:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.860311 12311 heartbeater.cc:347] Connected to a master server at 127.11.117.126:44115
04:13:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.860649 12311 heartbeater.cc:464] Registering TS with master...
04:13:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.860993 12309 heartbeater.cc:511] Master 127.11.117.124:41433 requested a full tablet report, sending...
04:13:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.861690 12311 heartbeater.cc:511] Master 127.11.117.126:44115 requested a full tablet report, sending...
04:13:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.864295 11932 ts_manager.cc:194] Registered new tserver with Master: f4437c72ab3d4c6f999cb54708a94e8f (127.11.117.66:39537)
04:13:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.864346 11778 ts_manager.cc:194] Registered new tserver with Master: f4437c72ab3d4c6f999cb54708a94e8f (127.11.117.66:39537)
04:13:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.864673 12310 heartbeater.cc:347] Connected to a master server at 127.11.117.125:34153
04:13:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.864984 12310 heartbeater.cc:464] Registering TS with master...
04:13:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.865844 12310 heartbeater.cc:511] Master 127.11.117.125:34153 requested a full tablet report, sending...
04:13:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.866873 11778 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.117.66:34805
04:13:30.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:30.868114 11853 ts_manager.cc:194] Registered new tserver with Master: f4437c72ab3d4c6f999cb54708a94e8f (127.11.117.66:39537)
04:13:31.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:31.188464 12319 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:31.188922 12319 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:31.189431 12319 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:31.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:31.221689 12319 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:31.222501 12319 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.117.67
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:31.256953 12319 tablet_server_runner.cc:78] Tablet server non-default flags:
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.117.84:42547
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/data
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/wal
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.117.67:0
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/data/info.pb
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.117.67
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.117.126:44115,127.11.117.125:34153,127.11.117.124:41433
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.117.67
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/logs
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:31.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:31.258231 12319 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:31.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:31.259706 12319 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:31.277186 12328 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:31.870787 12311 heartbeater.cc:503] Master 127.11.117.126:44115 was elected leader, sending a full tablet report...
04:13:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:31.278103 12326 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:31.277222 12325 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:32.500370 12327 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:13:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.500453 12319 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:13:32.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.505170 12319 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.508198 12319 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.509654 12319 hybrid_clock.cc:648] HybridClock initialized: now 1781842412509603 us; error 71 us; skew 500 ppm
04:13:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.510447 12319 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.517334 12319 webserver.cc:460] Webserver started at http://127.11.117.67:41615/ using document root <none> and password file <none>
04:13:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.518399 12319 fs_manager.cc:359] Metadata directory not provided
04:13:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.518656 12319 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.519114 12319 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:32.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.524016 12319 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/data/instance:
04:13:32.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae9f3c96f04f4391809be5ec7cf1351e"
04:13:32.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:32 on dist-test-slave-7s1t"
04:13:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.525039 12319 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/wal/instance:
04:13:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae9f3c96f04f4391809be5ec7cf1351e"
04:13:32.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:32 on dist-test-slave-7s1t"
04:13:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.532748 12319 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
04:13:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.538878 12337 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.539908 12319 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.540184 12319 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/wal
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae9f3c96f04f4391809be5ec7cf1351e"
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:32 on dist-test-slave-7s1t"
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.540472 12319 fs_report.cc:383] FS layout report
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/wal
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/wal
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/data/data
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.586862 12319 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.588258 12319 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.588657 12319 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:32.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.591370 12319 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:13:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.595768 12319 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:13:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.595958 12319 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:13:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.596211 12319 ts_tablet_manager.cc:610] Registered 0 tablets
04:13:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.596379 12319 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:13:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.746750 12319 rpc_server.cc:307] RPC server started. Bound to: 127.11.117.67:33697
04:13:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.746840 12449 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.117.67:33697 every 8 connection(s)
04:13:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.749477 12319 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/data/info.pb
04:13:32.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.758693 11733 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12319
04:13:32.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.759260 11733 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster1080919987349164107/ts-2/wal/instance
04:13:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.798039 12450 heartbeater.cc:347] Connected to a master server at 127.11.117.124:41433
04:13:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.798580 12450 heartbeater.cc:464] Registering TS with master...
04:13:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.799887 12450 heartbeater.cc:511] Master 127.11.117.124:41433 requested a full tablet report, sending...
04:13:32.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.801275 12451 heartbeater.cc:347] Connected to a master server at 127.11.117.125:34153
04:13:32.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.801618 12451 heartbeater.cc:464] Registering TS with master...
04:13:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.802472 12451 heartbeater.cc:511] Master 127.11.117.125:34153 requested a full tablet report, sending...
04:13:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.802927 11932 ts_manager.cc:194] Registered new tserver with Master: ae9f3c96f04f4391809be5ec7cf1351e (127.11.117.67:33697)
04:13:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.803815 12452 heartbeater.cc:347] Connected to a master server at 127.11.117.126:44115
04:13:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.804121 12452 heartbeater.cc:464] Registering TS with master...
04:13:32.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.804826 12452 heartbeater.cc:511] Master 127.11.117.126:44115 requested a full tablet report, sending...
04:13:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.806718 11778 ts_manager.cc:194] Registered new tserver with Master: ae9f3c96f04f4391809be5ec7cf1351e (127.11.117.67:33697)
04:13:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.807238 11853 ts_manager.cc:194] Registered new tserver with Master: ae9f3c96f04f4391809be5ec7cf1351e (127.11.117.67:33697)
04:13:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.808362 11778 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.117.67:53069
04:13:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:32.828099 11733 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
04:13:32.840 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:13:32.840 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
04:13:32.841 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.117.126"
port: 44115
}
bound_http_address {
host: "127.11.117.126"
port: 39327
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.117.125"
port: 34153
}
bound_http_address {
host: "127.11.117.125"
port: 39833
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.117.124"
port: 41433
}
bound_http_address {
host: "127.11.117.124"
port: 40741
}
}
}
04:13:32.841 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:13:32.842 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.117.65"
port: 40051
}
bound_http_address {
host: "127.11.117.65"
port: 46769
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.117.66"
port: 39537
}
bound_http_address {
host: "127.11.117.66"
port: 37161
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.117.67"
port: 33697
}
bound_http_address {
host: "127.11.117.67"
port: 41615
}
}
}
04:13:32.842 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
04:13:32.843 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster253255535276231319/krb5kdc/krb5cc
04:13:32.843 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
04:13:32.844 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGxcqq4/test-tmp
04:13:32.845 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:13:32.845 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGxcqq4/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:13:32.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
04:13:33.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:33.191 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:13:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:33.195001 12461 mini_oidc.cc:152] Starting JWKS server
04:13:33.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:33.198674 12461 webserver.cc:460] Webserver started at http://127.0.0.1:34989/ using document root <none> and password file <none>
04:13:33.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:33.199187 12461 mini_oidc.cc:189] Starting OIDC Discovery server
04:13:33.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:33.200999 12461 webserver.cc:460] Webserver started at http://127.0.0.1:37819/ using document root <none> and password file <none>
04:13:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
04:13:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/principal' for realm 'KRBTEST.COM',
04:13:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
04:13:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:33 dist-test-slave-7s1t krb5kdc[12473](info): setting up network...
04:13:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
04:13:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:33 dist-test-slave-7s1t krb5kdc[12473](info): set up 2 sockets
04:13:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:33 dist-test-slave-7s1t krb5kdc[12473](info): commencing operation
04:13:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
04:13:33.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:33.811878 12452 heartbeater.cc:503] Master 127.11.117.126:44115 was elected leader, sending a full tablet report...
04:13:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.321900 12461 mini_kdc.cc:121] Time spent starting KDC: real 1.094s user 0.001s sys 0.019s
04:13:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
04:13:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:13:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
04:13:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
04:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:13:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
04:13:34.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
04:13:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:13:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
04:13:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:13:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/test-user.keytab.
04:13:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/test-user.keytab.
04:13:34.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:34 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842414, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:34.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:13:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:13:34Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:13:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:13:34Z Disabled control of system clock
04:13:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.43.126@KRBTEST.COM; defaulting to no policy
04:13:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:13:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.43.126@KRBTEST.COM" created.
04:13:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:13:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.43.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.126.keytab.
04:13:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.43.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.126.keytab.
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:34.514173 12461 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/logs
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/info.pb
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.126:41163
04:13:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.126
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.126.keytab
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.126
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:13:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.826900 12486 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.827432 12486 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:34.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.828015 12486 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:34.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.861469 12486 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:13:34.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.861757 12486 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.862030 12486 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.862221 12486 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.862409 12486 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.862653 12486 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:34.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.862905 12486 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34989/jwks.json
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:34.915129 12486 master_runner.cc:386] Master server non-default flags:
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.126.keytab
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.126
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.126:41163
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:34.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/info.pb
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.126
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/logs
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:34.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:34.916612 12486 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:34.918005 12486 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:34.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.936568 12492 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.936700 12493 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:34.937554 12495 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:34.938478 12486 server_base.cc:1034] running on GCE node
04:13:36.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.188711 12486 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:36.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.192060 12486 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:36.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.193583 12486 hybrid_clock.cc:648] HybridClock initialized: now 1781842416193538 us; error 55 us; skew 500 ppm
04:13:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.194437 12486 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:36 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842416, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.203924 12486 init.cc:377] Logged in from keytab as kudu/127.12.43.126@KRBTEST.COM (short username kudu)
04:13:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.209318 12486 webserver.cc:460] Webserver started at http://127.12.43.126:34555/ using document root <none> and password file <none>
04:13:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.210280 12486 fs_manager.cc:359] Metadata directory not provided
04:13:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.210513 12486 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.210999 12486 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.215974 12486 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/instance:
04:13:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd357dbdabe74c36b49d2f4842b816e4"
04:13:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:36 on dist-test-slave-7s1t"
04:13:36.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.217108 12486 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal/instance:
04:13:36.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd357dbdabe74c36b49d2f4842b816e4"
04:13:36.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:36 on dist-test-slave-7s1t"
04:13:36.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.224740 12486 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
04:13:36.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.230068 12505 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.231109 12486 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
04:13:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.231469 12486 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd357dbdabe74c36b49d2f4842b816e4"
04:13:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:36 on dist-test-slave-7s1t"
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.231856 12486 fs_report.cc:383] FS layout report
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/data
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:36.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.276703 12486 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.282400 12486 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:36.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.282905 12486 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.353878 12486 rpc_server.cc:307] RPC server started. Bound to: 127.12.43.126:41163
04:13:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.354002 12556 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.43.126:41163 every 8 connection(s)
04:13:36.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.356827 12486 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/info.pb
04:13:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.362783 12557 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:13:36.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.367033 12461 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12486
04:13:36.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.367511 12461 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal/instance
04:13:36.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.374161 12557 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } has no permanent_uuid. Determining permanent_uuid...
04:13:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.43.125@KRBTEST.COM; defaulting to no policy
04:13:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:13:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.43.125@KRBTEST.COM" created.
04:13:36.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:36 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842416, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.126@KRBTEST.COM for kudu/127.12.43.126@KRBTEST.COM
04:13:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:13:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.43.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.125.keytab.
04:13:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.43.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.125.keytab.
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.416514 12461 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/logs
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/info.pb
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.125:34543
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.125
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.125.keytab
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.125
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:36.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:13:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.418805 12557 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } has no permanent_uuid. Determining permanent_uuid...
04:13:36.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.421291 12506 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:36.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.425379 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.125:34543: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:36.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.474885 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } attempt: 1
04:13:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.478600 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.125:34543: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.547017 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } attempt: 2
04:13:36.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.551014 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.125:34543: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.642454 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } attempt: 3
04:13:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.646358 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.125:34543: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.726181 12563 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.726728 12563 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.727298 12563 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.761118 12563 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:13:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.761340 12563 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.761677 12563 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.761965 12563 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.762168 12563 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.762355 12563 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.762503 12563 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34989/jwks.json
04:13:36.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.789780 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } attempt: 4
04:13:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.793469 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.125:34543: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.800673 12563 master_runner.cc:386] Master server non-default flags:
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.125.keytab
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.125
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.125:34543
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/info.pb
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.125
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/logs
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.802466 12563 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:36.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.803514 12563 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.824035 12571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:37.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:37.092943 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } attempt: 5
04:13:37.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:37.096868 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.125:34543: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:37.644505 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } attempt: 6
04:13:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:37.651557 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.125:34543: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:36.828459 12563 server_base.cc:1034] running on GCE node
04:13:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.828372 12570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:36.826478 12573 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.064554 12563 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.067651 12563 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.069095 12563 hybrid_clock.cc:648] HybridClock initialized: now 1781842418069035 us; error 76 us; skew 500 ppm
04:13:38.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.069996 12563 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:38 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842418, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.075891 12563 init.cc:377] Logged in from keytab as kudu/127.12.43.125@KRBTEST.COM (short username kudu)
04:13:38.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.081089 12563 webserver.cc:460] Webserver started at http://127.12.43.125:33445/ using document root <none> and password file <none>
04:13:38.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.082108 12563 fs_manager.cc:359] Metadata directory not provided
04:13:38.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.082293 12563 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:38.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.082677 12563 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.087756 12563 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/instance:
04:13:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ea65101c6974198958eafe529992e82"
04:13:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:38 on dist-test-slave-7s1t"
04:13:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.088757 12563 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal/instance:
04:13:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ea65101c6974198958eafe529992e82"
04:13:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:38 on dist-test-slave-7s1t"
04:13:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.097779 12563 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.004s
04:13:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.103964 12583 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.105126 12563 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
04:13:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.105456 12563 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ea65101c6974198958eafe529992e82"
04:13:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:38 on dist-test-slave-7s1t"
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.105804 12563 fs_report.cc:383] FS layout report
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/data
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.172554 12563 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.178429 12563 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.178845 12563 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.252002 12563 rpc_server.cc:307] RPC server started. Bound to: 127.12.43.125:34543
04:13:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.252060 12634 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.43.125:34543 every 8 connection(s)
04:13:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.255089 12563 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/info.pb
04:13:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.260728 12461 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12563
04:13:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.261215 12461 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal/instance
04:13:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.261250 12635 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:13:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.275236 12635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } has no permanent_uuid. Determining permanent_uuid...
04:13:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.43.124@KRBTEST.COM; defaulting to no policy
04:13:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:13:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.43.124@KRBTEST.COM" created.
04:13:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:38 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842418, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.125@KRBTEST.COM for kudu/127.12.43.126@KRBTEST.COM
04:13:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:13:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.43.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.124.keytab.
04:13:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.43.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.124.keytab.
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.306815 12461 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/logs
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/info.pb
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.124:37603
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.124
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.124.keytab
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.124
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:38.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:13:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.312706 12635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } has no permanent_uuid. Determining permanent_uuid...
04:13:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:38 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842418, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.125@KRBTEST.COM for kudu/127.12.43.125@KRBTEST.COM
04:13:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.342763 12635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } has no permanent_uuid. Determining permanent_uuid...
04:13:38.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.344800 12584 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:38.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.348981 12635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:38.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.398427 12635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 1
04:13:38.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.402401 12635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.470778 12635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 2
04:13:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.474642 12635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.566007 12635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 3
04:13:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.569679 12635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.626971 12641 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.627620 12641 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.628309 12641 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:38.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.660070 12641 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:13:38.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.660343 12641 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:38.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.660763 12641 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.661067 12641 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.661357 12641 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.661682 12641 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.661906 12641 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34989/jwks.json
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.699308 12641 master_runner.cc:386] Master server non-default flags:
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.124.keytab
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.124
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.124:37603
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/info.pb
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.124
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/logs
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.700469 12641 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:38.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.701453 12641 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:38.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.712252 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } attempt: 7
04:13:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.713035 12635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 4
04:13:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.718879 12635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.720783 12649 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:38 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842416, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.126@KRBTEST.COM for kudu/127.12.43.125@KRBTEST.COM
04:13:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.766065 12557 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } has no permanent_uuid. Determining permanent_uuid...
04:13:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.779440 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.838132 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 1
04:13:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.844990 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:38.926577 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 2
04:13:38.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.943342 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:39.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:39.018338 12635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 5
04:13:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:39.025235 12635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:39.028823 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 3
04:13:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:39.036016 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:39.176573 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 4
04:13:39.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:39.181324 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:39.464771 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 5
04:13:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:39.471601 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:39.572916 12635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 6
04:13:39.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:39.583544 12635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.024134 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 6
04:13:40.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.033365 12557 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.43.124:37603: Network error: Client connection negotiation failed: client connection to 127.12.43.124:37603: connect: Connection refused (error 111)
04:13:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.115773 12648 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 12641
04:13:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:38.723035 12650 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.125147 12641 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.414s user 0.552s sys 0.838s
04:13:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.126293 12641 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.415s user 0.552s sys 0.838s
04:13:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.136511 12665 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.137928 12641 server_base.cc:1034] running on GCE node
04:13:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.139199 12641 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:40.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.141733 12641 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.143076 12641 hybrid_clock.cc:648] HybridClock initialized: now 1781842420143041 us; error 38 us; skew 500 ppm
04:13:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.144048 12641 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842420, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.151046 12641 init.cc:377] Logged in from keytab as kudu/127.12.43.124@KRBTEST.COM (short username kudu)
04:13:40.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.156276 12641 webserver.cc:460] Webserver started at http://127.12.43.124:34365/ using document root <none> and password file <none>
04:13:40.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.157660 12641 fs_manager.cc:359] Metadata directory not provided
04:13:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.157935 12641 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.158526 12641 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:13:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.163388 12641 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/instance:
04:13:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "452110df6df043378c6c9656643aaaae"
04:13:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:40 on dist-test-slave-7s1t"
04:13:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.164534 12641 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal/instance:
04:13:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "452110df6df043378c6c9656643aaaae"
04:13:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:40 on dist-test-slave-7s1t"
04:13:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.171788 12641 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.007s
04:13:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.177337 12671 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:40.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.178406 12641 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.178772 12641 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "452110df6df043378c6c9656643aaaae"
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:40 on dist-test-slave-7s1t"
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.179105 12641 fs_report.cc:383] FS layout report
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/data
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:40.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:40.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:40.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:40.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.222842 12641 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.228683 12641 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.229187 12641 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.303078 12641 rpc_server.cc:307] RPC server started. Bound to: 127.12.43.124:37603
04:13:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.303167 12722 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.43.124:37603 every 8 connection(s)
04:13:40.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.305784 12641 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/info.pb
04:13:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.310945 12723 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:13:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.316443 12461 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12641
04:13:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.316975 12461 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal/instance
04:13:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.324954 12723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } has no permanent_uuid. Determining permanent_uuid...
04:13:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842420, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.124@KRBTEST.COM for kudu/127.12.43.126@KRBTEST.COM
04:13:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842414, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.43.124@KRBTEST.COM
04:13:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.364871 12723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } has no permanent_uuid. Determining permanent_uuid...
04:13:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842420, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.124@KRBTEST.COM for kudu/127.12.43.125@KRBTEST.COM
04:13:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842414, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.43.125@KRBTEST.COM
04:13:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.392566 12723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } has no permanent_uuid. Determining permanent_uuid...
04:13:40.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842420, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.124@KRBTEST.COM for kudu/127.12.43.124@KRBTEST.COM
04:13:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842414, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.43.126@KRBTEST.COM
04:13:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.423990 12723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Bootstrap starting.
04:13:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.429000 12461 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
04:13:40.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.430914 12723 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Neither blocks nor log segments found. Creating new log.
04:13:40.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.433354 12723 log.cc:824] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Log is configured to *not* fsync() on all Append() calls
04:13:40.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.438397 12723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: No bootstrap required, opened a new log
04:13:40.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:40.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
04:13:40.440 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
04:13:40.441 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
04:13:40.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.43.126"
port: 41163
}
bound_http_address {
host: "127.12.43.126"
port: 34555
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.43.125"
port: 34543
}
bound_http_address {
host: "127.12.43.125"
port: 33445
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.43.124"
port: 37603
}
bound_http_address {
host: "127.12.43.124"
port: 34365
}
}
}
04:13:40.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:13:40.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:40.442 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
04:13:40.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
04:13:40.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.461071 12723 raft_consensus.cc:348] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.461783 12723 raft_consensus.cc:374] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:13:40.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.462061 12723 raft_consensus.cc:729] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 452110df6df043378c6c9656643aaaae, State: Initialized, Role: FOLLOWER
04:13:40.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.462904 12723 consensus_queue.cc:260] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.466202 12734 sys_catalog.cc:455] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.467171 12734 sys_catalog.cc:458] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: This master's current role is: FOLLOWER
04:13:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.467700 12723 sys_catalog.cc:564] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: configured and running, proceeding with master startup.
04:13:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842420, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:40.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:13:40.474 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:40.476 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc
04:13:40.477 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
04:13:40.478 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-user
04:13:40.478 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-user"
}
04:13:40.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.484395 12677 tablet.cc:2369] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:13:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.505616 12746 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:13:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.506129 12746 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:13:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842420, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-user@KRBTEST.COM:
04:13:40.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:40.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.499605 12641 master_runner.cc:186] Error getting master registration for 127.12.43.126:41163: OK, instance_id { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" instance_seqno: 1781842416333859 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:13:40.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.538492 12641 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:13:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.644197 12635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 7
04:13:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.644663 12734 raft_consensus.cc:482] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:13:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.645157 12734 raft_consensus.cc:504] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.647734 12734 leader_election.cc:288] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163), 5ea65101c6974198958eafe529992e82 (127.12.43.125:34543)
04:13:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:40 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842418, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.125@KRBTEST.COM for kudu/127.12.43.124@KRBTEST.COM
04:13:40.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.679804 12635 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: Bootstrap starting.
04:13:40.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.686721 12635 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: Neither blocks nor log segments found. Creating new log.
04:13:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.689018 12635 log.cc:824] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: Log is configured to *not* fsync() on all Append() calls
04:13:40.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.694388 12635 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: No bootstrap required, opened a new log
04:13:40.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.722051 12635 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:40.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.722872 12635 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:13:40.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.723222 12635 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ea65101c6974198958eafe529992e82, State: Initialized, Role: FOLLOWER
04:13:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.724246 12635 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:40.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.742751 12751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:40.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.743644 12751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: This master's current role is: FOLLOWER
04:13:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.745790 12635 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: configured and running, proceeding with master startup.
04:13:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.746435 12610 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "452110df6df043378c6c9656643aaaae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ea65101c6974198958eafe529992e82" is_pre_election: true
04:13:40.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.748700 12610 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 452110df6df043378c6c9656643aaaae in term 0.
04:13:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.752556 12672 leader_election.cc:302] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 452110df6df043378c6c9656643aaaae, 5ea65101c6974198958eafe529992e82; no voters:
04:13:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.754129 12734 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 0 FOLLOWER]: Leader pre-election won for term 1
04:13:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.754490 12734 raft_consensus.cc:482] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:13:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.754814 12734 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 0 FOLLOWER]: Advancing to term 1
04:13:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.758917 12734 raft_consensus.cc:504] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:40.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.765990 12734 leader_election.cc:288] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 1 election: Requested vote from peers bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163), 5ea65101c6974198958eafe529992e82 (127.12.43.125:34543)
04:13:40.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.768129 12610 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "452110df6df043378c6c9656643aaaae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ea65101c6974198958eafe529992e82"
04:13:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.768697 12610 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 0 FOLLOWER]: Advancing to term 1
04:13:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.775269 12610 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 452110df6df043378c6c9656643aaaae in term 1.
04:13:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.777930 12672 leader_election.cc:302] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 452110df6df043378c6c9656643aaaae, 5ea65101c6974198958eafe529992e82; no voters:
04:13:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.778891 12734 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Leader election won for term 1
04:13:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.789958 12734 raft_consensus.cc:686] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 LEADER]: Becoming Leader. State: Replica: 452110df6df043378c6c9656643aaaae, State: Running, Role: LEADER
04:13:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.791764 12734 consensus_queue.cc:237] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.821204 12756 sys_catalog.cc:455] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 452110df6df043378c6c9656643aaaae. Latest consensus state: current_term: 1 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.825093 12756 sys_catalog.cc:458] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: This master's current role is: LEADER
04:13:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.842384 12764 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:13:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.842706 12764 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:13:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.852139 12765 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:13:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.868836 12765 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:13:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.842144 12563 master_runner.cc:186] Error getting master registration for 127.12.43.126:41163: OK, instance_id { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" instance_seqno: 1781842416333859 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:13:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.880160 12563 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:13:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.900954 12610 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 1 FOLLOWER]: Refusing update from remote peer 452110df6df043378c6c9656643aaaae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:13:40.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.902804 12756 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
04:13:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:40.937932 12589 tablet.cc:2369] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:13:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.959070 12751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 452110df6df043378c6c9656643aaaae. Latest consensus state: current_term: 1 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:40.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.959482 12767 mvcc.cc:205] Tried to move back new op lower bound from 7298426555985993728 to 7298426555591254016. Current Snapshot: MvccSnapshot[applied={T|T < 7298426555985993728}]
04:13:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.960114 12751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: This master's current role is: FOLLOWER
04:13:40.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.961462 12756 sys_catalog.cc:455] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:40.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.963274 12756 sys_catalog.cc:458] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: This master's current role is: LEADER
04:13:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.973534 12765 catalog_manager.cc:1347] Generated new cluster ID: 4d9bdacf7f3746589be4a4e5ddfe21b3
04:13:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.973840 12765 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:13:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.977331 12751 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:40.978228 12751 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: This master's current role is: FOLLOWER
04:13:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.001747 12765 catalog_manager.cc:1370] Generated new certificate authority record
04:13:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.004896 12765 catalog_manager.cc:1504] Loading token signing keys...
04:13:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.033275 12765 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Generated new TSK 0
04:13:41.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.034674 12765 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:13:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.066814 12557 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } attempt: 7
04:13:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:41 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842416, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.126@KRBTEST.COM for kudu/127.12.43.124@KRBTEST.COM
04:13:41.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.122771 12557 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: Bootstrap starting.
04:13:41.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.140198 12557 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: Neither blocks nor log segments found. Creating new log.
04:13:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.146076 12557 log.cc:824] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: Log is configured to *not* fsync() on all Append() calls
04:13:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.153908 12557 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: No bootstrap required, opened a new log
04:13:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.191995 12557 raft_consensus.cc:348] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.193300 12557 raft_consensus.cc:374] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:13:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.193754 12557 raft_consensus.cc:729] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd357dbdabe74c36b49d2f4842b816e4, State: Initialized, Role: FOLLOWER
04:13:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.194931 12557 consensus_queue.cc:260] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.199823 12557 sys_catalog.cc:564] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [sys.catalog]: configured and running, proceeding with master startup.
04:13:41.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.199951 12532 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "452110df6df043378c6c9656643aaaae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd357dbdabe74c36b49d2f4842b816e4" is_pre_election: true
04:13:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.200932 12532 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 452110df6df043378c6c9656643aaaae in term 0.
04:13:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.201886 12531 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "452110df6df043378c6c9656643aaaae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd357dbdabe74c36b49d2f4842b816e4"
04:13:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.202487 12531 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [term 0 FOLLOWER]: Advancing to term 1
04:13:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.210726 12531 raft_consensus.cc:2454] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 452110df6df043378c6c9656643aaaae in term 1.
04:13:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.212210 12530 raft_consensus.cc:1261] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [term 1 FOLLOWER]: Refusing update from remote peer 452110df6df043378c6c9656643aaaae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:13:41.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.224725 12734 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:13:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.198840 12775 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.230320 12775 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [sys.catalog]: This master's current role is: FOLLOWER
04:13:41.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.287506 12782 mvcc.cc:205] Tried to move back new op lower bound from 7298426555985993728 to 7298426555591254016. Current Snapshot: MvccSnapshot[applied={T|T < 7298426555985993728}]
04:13:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.310295 12775 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 452110df6df043378c6c9656643aaaae. Latest consensus state: current_term: 1 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.311174 12775 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [sys.catalog]: This master's current role is: FOLLOWER
04:13:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.312001 12780 sys_catalog.cc:455] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.312935 12780 sys_catalog.cc:458] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4 [sys.catalog]: This master's current role is: FOLLOWER
04:13:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.346326 12791 catalog_manager.cc:1259] Loaded cluster ID: 4d9bdacf7f3746589be4a4e5ddfe21b3
04:13:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.346627 12791 catalog_manager.cc:1552] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: loading cluster ID for follower catalog manager: success
04:13:41.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.373313 12791 catalog_manager.cc:1574] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: acquiring CA information for follower catalog manager: success
04:13:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.380541 12791 catalog_manager.cc:1602] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:13:41.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.638741 12734 sys_catalog.cc:455] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:41.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.639524 12734 sys_catalog.cc:458] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: This master's current role is: LEADER
04:13:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.857364 12764 catalog_manager.cc:1259] Loaded cluster ID: 4d9bdacf7f3746589be4a4e5ddfe21b3
04:13:41.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.857935 12764 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: loading cluster ID for follower catalog manager: success
04:13:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.866436 12764 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: acquiring CA information for follower catalog manager: success
04:13:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:41.873800 12764 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:13:43.530 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.43.124:37603
04:13:43.531 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
04:13:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:43.531836 12461 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12641
04:13:43.566 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:43.566 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.43.125:34543
04:13:43.566 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
04:13:43.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:43.567155 12461 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12563
04:13:43.616 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:43.617 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.43.126:41163
04:13:43.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
04:13:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:43.617597 12461 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12486
04:13:43.648 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:43.648 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.43.124:37603
04:13:43.648 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
04:13:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:43.650413 12461 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data
04:13:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/logs
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/info.pb
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.124:37603
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.124
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34365
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.124.keytab
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.124
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:13:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:43.970067 12798 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:43.970613 12798 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:43.971210 12798 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.004027 12798 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:13:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.004323 12798 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.004613 12798 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.004813 12798 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.005007 12798 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.005194 12798 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.005335 12798 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34989/jwks.json
04:13:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:44.043419 12798 master_runner.cc:386] Master server non-default flags:
04:13:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.124.keytab
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.124
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.124:37603
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/info.pb
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.124
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34365
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/logs
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:44.044612 12798 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:44.045573 12798 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.062610 12805 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:44.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.597091 11963 debug-util.cc:398] Leaking SignalData structure 0x7b08000817a0 after lost signal to thread 11895
04:13:44.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.598409 11963 debug-util.cc:398] Leaking SignalData structure 0x7b0800072bc0 after lost signal to thread 11967
04:13:45.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:44.064707 12798 server_base.cc:1034] running on GCE node
04:13:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.063856 12807 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:44.062626 12804 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:45.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.352595 12798 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.358983 12798 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.360420 12798 hybrid_clock.cc:648] HybridClock initialized: now 1781842425360510 us; error 190 us; skew 500 ppm
04:13:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.361279 12798 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:45 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842425, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.367491 12798 init.cc:377] Logged in from keytab as kudu/127.12.43.124@KRBTEST.COM (short username kudu)
04:13:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.373639 12798 webserver.cc:460] Webserver started at http://127.12.43.124:34365/ using document root <none> and password file <none>
04:13:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.374871 12798 fs_manager.cc:359] Metadata directory not provided
04:13:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.375164 12798 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.387096 12798 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
04:13:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.393042 12815 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:45.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.394310 12798 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
04:13:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.394753 12798 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "452110df6df043378c6c9656643aaaae"
04:13:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:40 on dist-test-slave-7s1t"
04:13:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.397279 12798 fs_report.cc:383] FS layout report
04:13:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/wal
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/data
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.431118 12798 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.437216 12798 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:45.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.437829 12798 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.526683 12798 rpc_server.cc:307] RPC server started. Bound to: 127.12.43.124:37603
04:13:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.526793 12866 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.43.124:37603 every 8 connection(s)
04:13:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.529662 12798 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-2/data/info.pb
04:13:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.532363 12461 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12798
04:13:45.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:45.533 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.43.125:34543
04:13:45.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.534992 12461 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/logs
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/info.pb
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.125:34543
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.125
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33445
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.125.keytab
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.125
04:13:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:13:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.548538 12867 sys_catalog.cc:263] Verifying existing consensus state
04:13:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.557711 12867 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Bootstrap starting.
04:13:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.611447 12867 log.cc:824] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Log is configured to *not* fsync() on all Append() calls
04:13:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.633056 12867 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:13:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.634105 12867 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Bootstrap complete.
04:13:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.675261 12867 raft_consensus.cc:348] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.679239 12867 raft_consensus.cc:729] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 452110df6df043378c6c9656643aaaae, State: Initialized, Role: FOLLOWER
04:13:45.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.680342 12867 consensus_queue.cc:260] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.683996 12872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.685588 12872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: This master's current role is: FOLLOWER
04:13:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.685724 12867 sys_catalog.cc:564] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: configured and running, proceeding with master startup.
04:13:45.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.730341 12883 catalog_manager.cc:1259] Loaded cluster ID: 4d9bdacf7f3746589be4a4e5ddfe21b3
04:13:45.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.730996 12883 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: loading cluster ID for follower catalog manager: success
04:13:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.745817 12883 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: acquiring CA information for follower catalog manager: success
04:13:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.760922 12883 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:13:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.728637 12798 master_runner.cc:186] Error getting master registration for 127.12.43.126:41163: Network error: Client connection negotiation failed: client connection to 127.12.43.126:41163: connect: Connection refused (error 111),
04:13:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:45.781136 12798 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:13:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:45.988072 12869 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:45.988893 12869 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:45.990002 12869 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:46.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.047858 12869 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:13:46.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.048202 12869 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.048668 12869 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.049014 12869 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.049341 12869 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.049688 12869 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.049945 12869 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34989/jwks.json
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:46.114828 12869 master_runner.cc:386] Master server non-default flags:
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.125.keytab
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.125
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.125:34543
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/info.pb
04:13:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.125
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33445
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/logs
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:46.116973 12869 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:46.118399 12869 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:46.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.178517 12891 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.112512 12897 raft_consensus.cc:482] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:13:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.113116 12897 raft_consensus.cc:504] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:47.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.122848 12897 leader_election.cc:288] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163), 5ea65101c6974198958eafe529992e82 (127.12.43.125:34543)
04:13:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:47.140574 12816 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:47.158622 12819 leader_election.cc:334] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163): Network error: Client connection negotiation failed: client connection to 127.12.43.126:41163: connect: Connection refused (error 111)
04:13:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:47.160516 12816 leader_election.cc:334] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 5ea65101c6974198958eafe529992e82 (127.12.43.125:34543): Network error: Client connection negotiation failed: client connection to 127.12.43.125:34543: connect: Connection refused (error 111)
04:13:47.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.161095 12816 leader_election.cc:302] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 452110df6df043378c6c9656643aaaae; no voters: 5ea65101c6974198958eafe529992e82, bd357dbdabe74c36b49d2f4842b816e4
04:13:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.161976 12897 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
04:13:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:46.182195 12869 server_base.cc:1034] running on GCE node
04:13:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.183061 12895 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:46.178756 12892 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:47.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.520025 12869 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.534049 12869 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.537665 12869 hybrid_clock.cc:648] HybridClock initialized: now 1781842427537591 us; error 83 us; skew 500 ppm
04:13:47.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.538934 12869 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:47 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842427, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.546528 12869 init.cc:377] Logged in from keytab as kudu/127.12.43.125@KRBTEST.COM (short username kudu)
04:13:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.553092 12869 webserver.cc:460] Webserver started at http://127.12.43.125:33445/ using document root <none> and password file <none>
04:13:47.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.554378 12869 fs_manager.cc:359] Metadata directory not provided
04:13:47.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.554672 12869 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:47.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.566617 12869 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
04:13:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.572218 12906 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.573609 12869 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
04:13:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.574008 12869 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ea65101c6974198958eafe529992e82"
04:13:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:38 on dist-test-slave-7s1t"
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.577404 12869 fs_report.cc:383] FS layout report
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/wal
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/data
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.641603 12869 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.647884 12869 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.648523 12869 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.744349 12869 rpc_server.cc:307] RPC server started. Bound to: 127.12.43.125:34543
04:13:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.744488 12957 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.43.125:34543 every 8 connection(s)
04:13:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.747542 12869 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-1/data/info.pb
04:13:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.751632 12461 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12869
04:13:47.752 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:47.752 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.43.126:41163
04:13:47.753 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.755470 12461 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/logs
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/info.pb
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:13:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.126:41163
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.126
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34555
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.126.keytab
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.126
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:13:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.778827 12958 sys_catalog.cc:263] Verifying existing consensus state
04:13:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.786936 12958 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: Bootstrap starting.
04:13:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.838022 12958 log.cc:824] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: Log is configured to *not* fsync() on all Append() calls
04:13:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.859642 12958 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:13:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.860960 12958 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: Bootstrap complete.
04:13:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.908507 12958 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.912957 12958 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ea65101c6974198958eafe529992e82, State: Initialized, Role: FOLLOWER
04:13:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.915463 12958 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.928414 12962 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:47.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.929361 12962 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: This master's current role is: FOLLOWER
04:13:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.930578 12958 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: configured and running, proceeding with master startup.
04:13:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.986424 12973 catalog_manager.cc:1259] Loaded cluster ID: 4d9bdacf7f3746589be4a4e5ddfe21b3
04:13:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.986837 12973 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: loading cluster ID for follower catalog manager: success
04:13:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.961997 12869 master_runner.cc:186] Error getting master registration for 127.12.43.126:41163: Network error: Client connection negotiation failed: client connection to 127.12.43.126:41163: connect: Connection refused (error 111),
04:13:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.997375 12869 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:13:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:47.998030 12973 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: acquiring CA information for follower catalog manager: success
04:13:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:48.003803 12973 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:13:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.220407 12960 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:13:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.220952 12960 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:13:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.221695 12960 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:13:48.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.255690 12960 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:13:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.255939 12960 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:13:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.256197 12960 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:13:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.256394 12960 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:13:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.256588 12960 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:13:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.256781 12960 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:13:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.256923 12960 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34989/jwks.json
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:48.295578 12960 master_runner.cc:386] Master server non-default flags:
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.43.84:42653
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.43.126:41163,127.12.43.125:34543,127.12.43.124:37603
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/kudu_127.12.43.126.keytab
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.43.126
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.43.126:41163
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34989/jwks.json
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:13:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/info.pb
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.43.126
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34555
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/logs
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:13:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:13:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:13:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:48.296953 12960 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:13:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:48.298120 12960 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:13:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.317642 12981 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:49.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.012382 12988 raft_consensus.cc:482] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:13:49.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.013192 12988 raft_consensus.cc:504] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.016093 12988 leader_election.cc:288] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163), 5ea65101c6974198958eafe529992e82 (127.12.43.125:34543)
04:13:49.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:49.036947 12819 leader_election.cc:334] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163): Network error: Client connection negotiation failed: client connection to 127.12.43.126:41163: connect: Connection refused (error 111)
04:13:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.057780 12933 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "452110df6df043378c6c9656643aaaae" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5ea65101c6974198958eafe529992e82" is_pre_election: true
04:13:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.059249 12933 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 452110df6df043378c6c9656643aaaae in term 1.
04:13:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.061518 12816 leader_election.cc:302] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 452110df6df043378c6c9656643aaaae, 5ea65101c6974198958eafe529992e82; no voters: bd357dbdabe74c36b49d2f4842b816e4
04:13:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.062651 12988 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Leader pre-election won for term 2
04:13:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.063012 12988 raft_consensus.cc:482] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:13:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.063334 12988 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 1 FOLLOWER]: Advancing to term 2
04:13:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.073388 12988 raft_consensus.cc:504] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.075726 12988 leader_election.cc:288] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 election: Requested vote from peers bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163), 5ea65101c6974198958eafe529992e82 (127.12.43.125:34543)
04:13:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.077732 12933 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "452110df6df043378c6c9656643aaaae" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5ea65101c6974198958eafe529992e82"
04:13:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.078883 12933 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 1 FOLLOWER]: Advancing to term 2
04:13:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:49.081674 12819 leader_election.cc:334] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163): Network error: Client connection negotiation failed: client connection to 127.12.43.126:41163: connect: Connection refused (error 111)
04:13:49.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.095955 12933 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 452110df6df043378c6c9656643aaaae in term 2.
04:13:49.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.097682 12816 leader_election.cc:302] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 452110df6df043378c6c9656643aaaae, 5ea65101c6974198958eafe529992e82; no voters: bd357dbdabe74c36b49d2f4842b816e4
04:13:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.098876 12988 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 2 FOLLOWER]: Leader election won for term 2
04:13:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.101253 12988 raft_consensus.cc:686] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [term 2 LEADER]: Becoming Leader. State: Replica: 452110df6df043378c6c9656643aaaae, State: Running, Role: LEADER
04:13:49.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.102783 12988 consensus_queue.cc:237] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } }
04:13:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.114104 12994 sys_catalog.cc:455] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 452110df6df043378c6c9656643aaaae. Latest consensus state: current_term: 2 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.116339 12994 sys_catalog.cc:458] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: This master's current role is: LEADER
04:13:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.126199 12996 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:13:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.135105 12996 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:13:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.140486 12996 catalog_manager.cc:1259] Loaded cluster ID: 4d9bdacf7f3746589be4a4e5ddfe21b3
04:13:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.141017 12996 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:13:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.146543 12996 catalog_manager.cc:1504] Loading token signing keys...
04:13:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.151875 12996 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae: Loaded TSK: 0
04:13:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.153838 12996 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:13:49.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:49.503033 12819 consensus_peers.cc:487] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae -> Peer bd357dbdabe74c36b49d2f4842b816e4 (127.12.43.126:41163): Couldn't send request to peer bd357dbdabe74c36b49d2f4842b816e4. Status: Network error: Client connection negotiation failed: client connection to 127.12.43.126:41163: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:13:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.319015 12984 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:48.317682 12982 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:13:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:49.674089 12983 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:13:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.674135 12960 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:13:49.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.678671 12960 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:13:49.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.681809 12960 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:13:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.683264 12960 hybrid_clock.cc:648] HybridClock initialized: now 1781842429683174 us; error 107 us; skew 500 ppm
04:13:49.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.684186 12960 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:13:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:49 dist-test-slave-7s1t krb5kdc[12473](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842429, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.43.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.690770 12960 init.cc:377] Logged in from keytab as kudu/127.12.43.126@KRBTEST.COM (short username kudu)
04:13:49.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.697175 12960 webserver.cc:460] Webserver started at http://127.12.43.126:34555/ using document root <none> and password file <none>
04:13:49.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.698319 12960 fs_manager.cc:359] Metadata directory not provided
04:13:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.698575 12960 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:13:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.701555 12933 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [term 2 FOLLOWER]: Refusing update from remote peer 452110df6df043378c6c9656643aaaae: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
04:13:49.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.703328 12994 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
04:13:49.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.715252 12960 fs_manager.cc:709] Time spent opening directory manager: real 0.012s user 0.011s sys 0.001s
04:13:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.725041 13007 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:13:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.726405 12960 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.007s sys 0.000s
04:13:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.726833 12960 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd357dbdabe74c36b49d2f4842b816e4"
04:13:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:13:36 on dist-test-slave-7s1t"
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.730530 12960 fs_report.cc:383] FS layout report
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/wal
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/data
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:13:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:13:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.731025 13004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 452110df6df043378c6c9656643aaaae. Latest consensus state: current_term: 2 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.732625 13004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: This master's current role is: FOLLOWER
04:13:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.739154 13004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.740113 13004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ea65101c6974198958eafe529992e82 [sys.catalog]: This master's current role is: FOLLOWER
04:13:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.759866 12994 sys_catalog.cc:455] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "452110df6df043378c6c9656643aaaae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bd357dbdabe74c36b49d2f4842b816e4" member_type: VOTER last_known_addr { host: "127.12.43.126" port: 41163 } } peers { permanent_uuid: "5ea65101c6974198958eafe529992e82" member_type: VOTER last_known_addr { host: "127.12.43.125" port: 34543 } } peers { permanent_uuid: "452110df6df043378c6c9656643aaaae" member_type: VOTER last_known_addr { host: "127.12.43.124" port: 37603 } } }
04:13:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.760583 12994 sys_catalog.cc:458] T 00000000000000000000000000000000 P 452110df6df043378c6c9656643aaaae [sys.catalog]: This master's current role is: LEADER
04:13:49.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.807000 12960 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:13:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.812703 12960 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:13:49.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.813222 12960 kserver.cc:163] Server-wide thread pool size limit: 3276
04:13:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.922504 12960 rpc_server.cc:307] RPC server started. Bound to: 127.12.43.126:41163
04:13:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.922721 13062 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.43.126:41163 every 8 connection(s)
04:13:49.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.926869 12960 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/master-0/data/info.pb
04:13:49.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.935096 12461 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 12960
04:13:49.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:13:49.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.941834 13063 sys_catalog.cc:263] Verifying existing consensus state
04:13:49.944 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.43.124:37603(127.12.43.124:37603)] connecting to peer
04:13:49.945 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.43.125:34543(127.12.43.125:34543)] connecting to peer
04:13:49.946 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.43.124:37603(127.12.43.124:37603)] Successfully connected to peer
04:13:49.950 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.43.126:41163(127.12.43.126:41163)] connecting to peer
04:13:49.954 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.43.125:34543(127.12.43.125:34543)] Successfully connected to peer
04:13:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:49.957520 13063 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: Bootstrap starting.
04:13:49.964 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
04:13:49.965 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster3968523954890679624/krb5kdc/krb5cc
04:13:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:13:49 dist-test-slave-7s1t krb5kdc[12473](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842420, etypes {rep=17 tkt=17 ses=17}, test-user@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:13:49.976 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-user@KRBTEST.COM
04:13:49.978 [ERROR - kudu-nio-0] (SecurityContext.java:249) Attempted to refresh Kerberos credentials from ticket cache but found that the new Kerberos principal test-user@KRBTEST.COM did not match the original principal test-admin@KRBTEST.COM. Ignoring.
04:13:49.979 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.43.124
04:13:49.987 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.43.125
04:13:49.997 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.43.126:41163(127.12.43.126:41163)] Successfully connected to peer
04:13:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:50.009696 13063 log.cc:824] T 00000000000000000000000000000000 P bd357dbdabe74c36b49d2f4842b816e4: Log is configured to *not* fsync() on all Append() calls
04:13:50.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.43.124:37603(127.12.43.124:37603)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:13:50.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.43.124:37603: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:50.019098 13068 negotiation.cc:337] Failed RPC negotiation. Trace:
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.947068 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:51056 (local address 127.12.43.124:37603)
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.951894 (+ 4826us) server_negotiation.cc:206] Beginning negotiation
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.951929 (+ 35us) server_negotiation.cc:399] Waiting for connection header
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.951993 (+ 64us) server_negotiation.cc:407] Connection header received
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.952162 (+ 169us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.952189 (+ 27us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.952546 (+ 357us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.952839 (+ 293us) server_negotiation.cc:226] Negotiated authn=SASL
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.985645 (+ 32806us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.987318 (+ 1673us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.010433 (+ 23115us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:13:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.011652 (+ 1219us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:13:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.012011 (+ 359us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
04:13:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.016767 (+ 4756us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51056: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:51056): Cannot send after transport endpoint shutdown (error 108)
04:13:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":4287,"thread_start_us":3885,"threads_started":1}
04:13:50.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.43.126:41163(127.12.43.126:41163)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available
04:13:50.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.43.126:41163: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available
04:13:50.022 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.43.124:37603(127.12.43.124:37603)] handling channelInactive
04:13:50.023 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.43.126:41163(127.12.43.126:41163)] handling channelInactive
04:13:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:50.024879 13070 negotiation.cc:337] Failed RPC negotiation. Trace:
04:13:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.956309 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:58564 (local address 127.12.43.126:41163)
04:13:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.962839 (+ 6530us) server_negotiation.cc:206] Beginning negotiation
04:13:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.962889 (+ 50us) server_negotiation.cc:399] Waiting for connection header
04:13:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.998332 (+ 35443us) server_negotiation.cc:407] Connection header received
04:13:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.004876 (+ 6544us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:13:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.004936 (+ 60us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:13:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.005463 (+ 527us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:13:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.005980 (+ 517us) server_negotiation.cc:226] Negotiated authn=SASL
04:13:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.023112 (+ 17132us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58564: BlockingRecv error: recv got EOF from 127.0.0.1:58564 (error 108)
04:13:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":5831,"thread_start_us":5446,"threads_started":1}
04:13:50.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.43.125:34543(127.12.43.125:34543)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:13:50.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.43.125:34543: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:13:50.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=91), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.43.124:37603, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.43.125:34543, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.43.126:41163, [71ms] Sub RPC ConnectToMaster: received response from server master-127.12.43.124:37603: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [79ms] Sub RPC ConnectToMaster: received response from server master-127.12.43.126:41163: Not authorized: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.43.125:34543: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.12.43.124:37603,127.12.43.125:34543,127.12.43.126:41163). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.12.43.124:37603,127.12.43.125:34543,127.12.43.126:41163). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
04:13:50.030 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=94), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.43.124:37603, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.43.125:34543, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.43.126:41163, [71ms] Sub RPC ConnectToMaster: received response from server master-127.12.43.124:37603: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [79ms] Sub RPC ConnectToMaster: received response from server master-127.12.43.126:41163: Not authorized: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.43.125:34543: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
04:13:50.032 [DEBUG - main] (Connection.java:575) [peer master-127.12.43.125:34543(127.12.43.125:34543)] disconnecting while in state TERMINATED
04:13:50.032 [DEBUG - main] (Connection.java:575) [peer master-127.12.43.124:37603(127.12.43.124:37603)] disconnecting while in state TERMINATED
04:13:50.032 [DEBUG - main] (Connection.java:575) [peer master-127.12.43.126:41163(127.12.43.126:41163)] disconnecting while in state TERMINATED
04:13:50.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:13:50.034837 13069 negotiation.cc:337] Failed RPC negotiation. Trace:
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.954710 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38658 (local address 127.12.43.125:34543)
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.978265 (+ 23555us) server_negotiation.cc:206] Beginning negotiation
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.978292 (+ 27us) server_negotiation.cc:399] Waiting for connection header
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.978362 (+ 70us) server_negotiation.cc:407] Connection header received
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.978544 (+ 182us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.978576 (+ 32us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.978938 (+ 362us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.992605 (+ 13667us) server_negotiation.cc:226] Negotiated authn=SASL
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.993253 (+ 648us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:49.996494 (+ 3241us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.024337 (+ 27843us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.025309 (+ 972us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.025636 (+ 327us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 04:13:50.032922 (+ 7286us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38658: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38658): Cannot send after transport endpoint shutdown (error 108)
04:13:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":22967,"thread_start_us":22603,"threads_started":1}
04:13:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:50.037458 12461 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12960
04:13:50.038 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.43.125:34543(127.12.43.125:34543)] handling channelInactive
04:13:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:50.055369 12461 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12869
04:13:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:50.084344 12461 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12798
04:13:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:13:51Z chronyd exiting
04:13:52.371 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:13:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:52.372946 11733 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12016
04:13:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:52.399008 11733 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12172
04:13:52.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:52.422991 11733 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 12319
04:13:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:52.446593 11733 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 11745
04:13:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:52.475291 11733 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 11815
04:13:52.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:13:52.503477 11733 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 11890
04:13:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:13:53Z chronyd exiting
04:13:54.702 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.12.43.124:37603,127.12.43.125:34543,127.12.43.126:41163). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.12.43.124:37603,127.12.43.125:34543,127.12.43.126:41163). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testDoNotSwitchPrincipalsInExistingClient(TestSecurity.java:366)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more