19:46:18.811 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:46:18.811 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task9OVAZw/test-tmp
19:46:18.812 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:46:18.812 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task9OVAZw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:46:18.813 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:46:19.125 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:46:19.125 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:46:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.127995 20399 mini_oidc.cc:152] Starting JWKS server
19:46:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.131633 20399 webserver.cc:460] Webserver started at http://127.0.0.1:44789/ using document root <none> and password file <none>
19:46:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.132031 20399 mini_oidc.cc:189] Starting OIDC Discovery server
19:46:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.133657 20399 webserver.cc:460] Webserver started at http://127.0.0.1:42895/ using document root <none> and password file <none>
19:46:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T19:46:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:46:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T19:46:19Z Disabled control of system clock
19:46:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.182425 20399 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/wal
19:46:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/data
19:46:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/logs
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/data/info.pb
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.254:41375
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.254
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44789/jwks.json with env {}
19:46:19.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.469038 20411 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:19.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.469573 20411 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.470021 20411 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:19.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.499356 20411 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:19.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.499619 20411 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.499884 20411 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.500073 20411 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.500267 20411 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.500393 20411 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44789/jwks.json
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.533924 20411 master_runner.cc:386] Master server non-default flags:
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/data
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/wal
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.254:41375
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44789/jwks.json
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/data/info.pb
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.254
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/logs
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:19.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:19.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.535149 20411 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.536610 20411 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.555076 20418 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.555147 20417 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:19.555167 20420 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:19.556748 20411 server_base.cc:1034] running on GCE node
19:46:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.736403 20411 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.738878 20411 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:20.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.740209 20411 hybrid_clock.cc:648] HybridClock initialized: now 1790624780740186 us; error 42 us; skew 500 ppm
19:46:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.740983 20411 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:20.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.746997 20411 webserver.cc:460] Webserver started at http://127.19.235.254:40845/ using document root <none> and password file <none>
19:46:20.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.748056 20411 fs_manager.cc:359] Metadata directory not provided
19:46:20.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.748288 20411 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:20.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.748787 20411 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:20.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.754002 20411 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/data/instance:
19:46:20.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04c0db43aa624692a1a97a190ee8515b"
19:46:20.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:20 on dist-test-slave-htqb"
19:46:20.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.755151 20411 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/wal/instance:
19:46:20.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04c0db43aa624692a1a97a190ee8515b"
19:46:20.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:20 on dist-test-slave-htqb"
19:46:20.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.762208 20411 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
19:46:20.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.767506 20427 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.768481 20411 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.768826 20411 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/wal
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04c0db43aa624692a1a97a190ee8515b"
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:20 on dist-test-slave-htqb"
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.769152 20411 fs_report.cc:383] FS layout report
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/wal
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/wal
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/data/data
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.808580 20411 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.810020 20411 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.810467 20411 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:20.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.877257 20411 rpc_server.cc:307] RPC server started. Bound to: 127.19.235.254:41375
19:46:20.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.877362 20478 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.235.254:41375 every 8 connection(s)
19:46:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.879895 20411 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/data/info.pb
19:46:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.884716 20479 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:46:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.886811 20399 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 20411
19:46:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.887291 20399 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-0/wal/instance
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.890772 20399 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/wal
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/data
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/logs
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/data/info.pb
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.253:42247
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.253
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44789/jwks.json with env {}
19:46:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.897224 20479 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } has no permanent_uuid. Determining permanent_uuid...
19:46:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.923661 20479 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } has no permanent_uuid. Determining permanent_uuid...
19:46:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:20.925648 20430 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.235.253:42247: connect: Connection refused (error 111)
19:46:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:20.929430 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.253:42247: Network error: Client connection negotiation failed: client connection to 127.19.235.253:42247: connect: Connection refused (error 111)
19:46:20.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:20.978894 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } attempt: 1
19:46:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:20.982837 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.253:42247: Network error: Client connection negotiation failed: client connection to 127.19.235.253:42247: connect: Connection refused (error 111)
19:46:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:21.051236 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } attempt: 2
19:46:21.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.054956 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.253:42247: Network error: Client connection negotiation failed: client connection to 127.19.235.253:42247: connect: Connection refused (error 111)
19:46:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:21.146446 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } attempt: 3
19:46:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.150223 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.253:42247: Network error: Client connection negotiation failed: client connection to 127.19.235.253:42247: connect: Connection refused (error 111)
19:46:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.186537 20481 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:21.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.187062 20481 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:21.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.187543 20481 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.217620 20481 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.217950 20481 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.218168 20481 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.218423 20481 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.218621 20481 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.218756 20481 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44789/jwks.json
19:46:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:21.252506 20481 master_runner.cc:386] Master server non-default flags:
19:46:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/data
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/wal
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.253:42247
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44789/jwks.json
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/data/info.pb
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.253
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/logs
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:21.253670 20481 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:21.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:21.255414 20481 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:21.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.271173 20493 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:21.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:21.293588 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } attempt: 4
19:46:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.296923 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.253:42247: Network error: Client connection negotiation failed: client connection to 127.19.235.253:42247: connect: Connection refused (error 111)
19:46:21.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:21.596611 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } attempt: 5
19:46:21.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.600539 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.253:42247: Network error: Client connection negotiation failed: client connection to 127.19.235.253:42247: connect: Connection refused (error 111)
19:46:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.148103 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } attempt: 6
19:46:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.155479 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.253:42247: Network error: Client connection negotiation failed: client connection to 127.19.235.253:42247: connect: Connection refused (error 111)
19:46:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.272338 20490 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:21.271234 20491 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:22.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.436820 20492 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:46:22.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.436899 20481 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:46:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.440743 20481 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:22.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.443621 20481 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.445032 20481 hybrid_clock.cc:648] HybridClock initialized: now 1790624782445006 us; error 48 us; skew 500 ppm
19:46:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.445818 20481 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.452139 20481 webserver.cc:460] Webserver started at http://127.19.235.253:35313/ using document root <none> and password file <none>
19:46:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.452944 20481 fs_manager.cc:359] Metadata directory not provided
19:46:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.453111 20481 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.453471 20481 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.457955 20481 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/data/instance:
19:46:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25ef539c8b724caab278dc87cae1a00d"
19:46:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:22 on dist-test-slave-htqb"
19:46:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.459014 20481 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/wal/instance:
19:46:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25ef539c8b724caab278dc87cae1a00d"
19:46:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:22 on dist-test-slave-htqb"
19:46:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.465801 20481 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
19:46:22.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.471381 20502 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:22.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.472348 20481 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
19:46:22.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.472612 20481 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/wal
19:46:22.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25ef539c8b724caab278dc87cae1a00d"
19:46:22.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:22 on dist-test-slave-htqb"
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.472921 20481 fs_report.cc:383] FS layout report
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/wal
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/wal
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/data/data
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:22.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.539232 20481 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.540570 20481 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.540946 20481 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.606617 20481 rpc_server.cc:307] RPC server started. Bound to: 127.19.235.253:42247
19:46:22.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.606745 20553 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.235.253:42247 every 8 connection(s)
19:46:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.609226 20481 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/data/info.pb
19:46:22.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.614023 20554 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:46:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.618444 20399 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 20481
19:46:22.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.618851 20399 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-1/wal/instance
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.620916 20399 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/wal
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/data
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/logs
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/data/info.pb
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.252:33095
19:46:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.252
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44789/jwks.json with env {}
19:46:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.624625 20554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } has no permanent_uuid. Determining permanent_uuid...
19:46:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.647684 20554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } has no permanent_uuid. Determining permanent_uuid...
19:46:22.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.663420 20554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } has no permanent_uuid. Determining permanent_uuid...
19:46:22.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.665747 20504 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.669483 20554 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.718971 20554 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 1
19:46:22.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.722591 20554 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.791018 20554 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 2
19:46:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.794817 20554 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.886216 20554 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 3
19:46:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.889978 20554 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.929405 20556 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.929934 20556 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.930382 20556 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.959054 20556 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.959443 20556 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.959693 20556 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.959882 20556 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.960078 20556 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:22.960212 20556 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44789/jwks.json
19:46:22.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.993525 20556 master_runner.cc:386] Master server non-default flags:
19:46:22.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:22.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:22.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/data
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/wal
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.252:33095
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44789/jwks.json
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/data/info.pb
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.252
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/logs
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.994592 20556 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:22.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:22.996026 20556 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:23.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.012176 20569 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.033386 20554 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 4
19:46:23.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.036854 20554 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:23.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.215984 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } attempt: 7
19:46:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.228542 20479 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } has no permanent_uuid. Determining permanent_uuid...
19:46:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.234253 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.292625 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 1
19:46:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.296864 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.336429 20554 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 5
19:46:23.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.341117 20554 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.378268 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 2
19:46:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.382551 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.467914 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 3
19:46:23.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.472448 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.612881 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 4
19:46:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.619616 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.888746 20554 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 6
19:46:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.895761 20554 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.903187 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 5
19:46:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.907876 20479 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.235.252:33095: Network error: Client connection negotiation failed: client connection to 127.19.235.252:33095: connect: Connection refused (error 111)
19:46:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.012243 20567 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:23.013682 20556 server_base.cc:1034] running on GCE node
19:46:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:23.012199 20566 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:24.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.190094 20556 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:24.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.192818 20556 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:24.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.194134 20556 hybrid_clock.cc:648] HybridClock initialized: now 1790624784194104 us; error 55 us; skew 500 ppm
19:46:24.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.194885 20556 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.201407 20556 webserver.cc:460] Webserver started at http://127.19.235.252:39621/ using document root <none> and password file <none>
19:46:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.202286 20556 fs_manager.cc:359] Metadata directory not provided
19:46:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.202455 20556 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.202832 20556 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.207420 20556 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/data/instance:
19:46:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb7b80dc94d845658b2d39f317384345"
19:46:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:24 on dist-test-slave-htqb"
19:46:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.208487 20556 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/wal/instance:
19:46:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb7b80dc94d845658b2d39f317384345"
19:46:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:24 on dist-test-slave-htqb"
19:46:24.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.215947 20556 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
19:46:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.221215 20581 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.222237 20556 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
19:46:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.222544 20556 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/wal
19:46:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb7b80dc94d845658b2d39f317384345"
19:46:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:24 on dist-test-slave-htqb"
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.222863 20556 fs_report.cc:383] FS layout report
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/wal
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/wal
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/data/data
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.277817 20556 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:24.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.279342 20556 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.279824 20556 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.348135 20556 rpc_server.cc:307] RPC server started. Bound to: 127.19.235.252:33095
19:46:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.348214 20632 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.235.252:33095 every 8 connection(s)
19:46:24.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.350786 20556 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/data/info.pb
19:46:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.356161 20633 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:46:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.359314 20399 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 20556
19:46:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.359777 20399 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/master-2/wal/instance
19:46:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.371979 20633 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } has no permanent_uuid. Determining permanent_uuid...
19:46:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.398032 20633 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } has no permanent_uuid. Determining permanent_uuid...
19:46:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.409880 20633 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } has no permanent_uuid. Determining permanent_uuid...
19:46:24.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.426337 20633 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345: Bootstrap starting.
19:46:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.432247 20633 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345: Neither blocks nor log segments found. Creating new log.
19:46:24.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.434006 20633 log.cc:824] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345: Log is configured to *not* fsync() on all Append() calls
19:46:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.438000 20633 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345: No bootstrap required, opened a new log
19:46:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.458611 20633 raft_consensus.cc:348] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.459506 20633 raft_consensus.cc:374] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:46:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.459789 20633 raft_consensus.cc:729] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb7b80dc94d845658b2d39f317384345, State: Initialized, Role: FOLLOWER
19:46:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.460393 20479 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 6
19:46:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.460638 20633 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:24.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.463797 20643 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:24.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.464660 20643 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: This master's current role is: FOLLOWER
19:46:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.465404 20633 sys_catalog.cc:564] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: configured and running, proceeding with master startup.
19:46:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.480611 20479 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: Bootstrap starting.
19:46:24.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.487223 20479 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: Neither blocks nor log segments found. Creating new log.
19:46:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.490031 20479 log.cc:824] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: Log is configured to *not* fsync() on all Append() calls
19:46:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:24.495360 20654 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:46:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:24.495679 20654 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:46:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.500715 20479 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: No bootstrap required, opened a new log
19:46:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.490761 20556 master_runner.cc:186] Error getting master registration for 127.19.235.254:41375: OK, instance_id { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" instance_seqno: 1790624780859018 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:46:24.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.522513 20556 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:46:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.528985 20479 raft_consensus.cc:348] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.529556 20479 raft_consensus.cc:374] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:46:24.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.529758 20479 raft_consensus.cc:729] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04c0db43aa624692a1a97a190ee8515b, State: Initialized, Role: FOLLOWER
19:46:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.530460 20479 consensus_queue.cc:260] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.533339 20657 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.534173 20657 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [sys.catalog]: This master's current role is: FOLLOWER
19:46:24.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:24.534740 20587 tablet.cc:2369] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:46:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.535907 20479 sys_catalog.cc:564] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [sys.catalog]: configured and running, proceeding with master startup.
19:46:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:24.564780 20668 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:46:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:24.565336 20668 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:46:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:24.568750 20433 tablet.cc:2369] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:46:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.569625 20411 master_runner.cc:186] Error getting master registration for 127.19.235.253:42247: OK, instance_id { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" instance_seqno: 1790624782588726 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:46:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.595456 20411 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:46:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.886022 20643 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:46:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.886570 20643 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.891777 20454 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb7b80dc94d845658b2d39f317384345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04c0db43aa624692a1a97a190ee8515b" is_pre_election: true
19:46:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.892601 20454 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cb7b80dc94d845658b2d39f317384345 in term 0.
19:46:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.894387 20582 leader_election.cc:302] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04c0db43aa624692a1a97a190ee8515b, cb7b80dc94d845658b2d39f317384345; no voters:
19:46:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.896109 20643 leader_election.cc:288] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 04c0db43aa624692a1a97a190ee8515b (127.19.235.254:41375), 25ef539c8b724caab278dc87cae1a00d (127.19.235.253:42247)
19:46:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.896845 20643 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:46:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.897493 20643 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:46:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.898180 20643 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 0 FOLLOWER]: Advancing to term 1
19:46:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.924268 20643 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.926892 20454 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb7b80dc94d845658b2d39f317384345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04c0db43aa624692a1a97a190ee8515b"
19:46:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.927511 20454 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [term 0 FOLLOWER]: Advancing to term 1
19:46:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.927855 20643 leader_election.cc:288] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [CANDIDATE]: Term 1 election: Requested vote from peers 04c0db43aa624692a1a97a190ee8515b (127.19.235.254:41375), 25ef539c8b724caab278dc87cae1a00d (127.19.235.253:42247)
19:46:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.933789 20454 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cb7b80dc94d845658b2d39f317384345 in term 1.
19:46:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.934866 20582 leader_election.cc:302] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04c0db43aa624692a1a97a190ee8515b, cb7b80dc94d845658b2d39f317384345; no voters:
19:46:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.935915 20643 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 1 FOLLOWER]: Leader election won for term 1
19:46:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.936363 20643 raft_consensus.cc:686] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [term 1 LEADER]: Becoming Leader. State: Replica: cb7b80dc94d845658b2d39f317384345, State: Running, Role: LEADER
19:46:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.937374 20643 consensus_queue.cc:237] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.955435 20670 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb7b80dc94d845658b2d39f317384345. Latest consensus state: current_term: 1 leader_uuid: "cb7b80dc94d845658b2d39f317384345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.956135 20670 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: This master's current role is: LEADER
19:46:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.956284 20554 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } attempt: 7
19:46:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.962797 20672 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:46:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:24.970959 20672 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:46:25.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.001243 20554 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d: Bootstrap starting.
19:46:25.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.001912 20454 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [term 1 FOLLOWER]: Refusing update from remote peer cb7b80dc94d845658b2d39f317384345: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:46:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.003568 20670 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [LEADER]: Connected to new peer: Peer: permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:46:25.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.007906 20554 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d: Neither blocks nor log segments found. Creating new log.
19:46:25.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.010205 20554 log.cc:824] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d: Log is configured to *not* fsync() on all Append() calls
19:46:25.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.027840 20554 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d: No bootstrap required, opened a new log
19:46:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.047079 20674 mvcc.cc:205] Tried to move back new op lower bound from 7334399119347486720 to 7334399119113207808. Current Snapshot: MvccSnapshot[applied={T|T < 7334399119347486720}]
19:46:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.051075 20657 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb7b80dc94d845658b2d39f317384345. Latest consensus state: current_term: 1 leader_uuid: "cb7b80dc94d845658b2d39f317384345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.052116 20657 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [sys.catalog]: This master's current role is: FOLLOWER
19:46:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.057817 20672 catalog_manager.cc:1347] Generated new cluster ID: 9f8c34c65a644402bcbc966235177984
19:46:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.058080 20672 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:46:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.056912 20670 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cb7b80dc94d845658b2d39f317384345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.059394 20670 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: This master's current role is: LEADER
19:46:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.068528 20657 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cb7b80dc94d845658b2d39f317384345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.069212 20657 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b [sys.catalog]: This master's current role is: FOLLOWER
19:46:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.073621 20554 raft_consensus.cc:348] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.074389 20554 raft_consensus.cc:374] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:46:25.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.074648 20554 raft_consensus.cc:729] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25ef539c8b724caab278dc87cae1a00d, State: Initialized, Role: FOLLOWER
19:46:25.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.075450 20554 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } }
19:46:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.083783 20681 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.084522 20681 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [sys.catalog]: This master's current role is: FOLLOWER
19:46:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.087183 20554 sys_catalog.cc:564] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [sys.catalog]: configured and running, proceeding with master startup.
19:46:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.087349 20529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb7b80dc94d845658b2d39f317384345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "25ef539c8b724caab278dc87cae1a00d" is_pre_election: true
19:46:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.088210 20529 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cb7b80dc94d845658b2d39f317384345 in term 0.
19:46:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.089146 20528 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cb7b80dc94d845658b2d39f317384345" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "25ef539c8b724caab278dc87cae1a00d"
19:46:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.089707 20528 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [term 0 FOLLOWER]: Advancing to term 1
19:46:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.099824 20528 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cb7b80dc94d845658b2d39f317384345 in term 1.
19:46:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.100975 20527 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [term 1 FOLLOWER]: Refusing update from remote peer cb7b80dc94d845658b2d39f317384345: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:46:25.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.105736 20672 catalog_manager.cc:1370] Generated new certificate authority record
19:46:25.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.107875 20643 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [LEADER]: Connected to new peer: Peer: permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:46:25.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.109021 20672 catalog_manager.cc:1504] Loading token signing keys...
19:46:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.165122 20672 catalog_manager.cc:5868] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345: Generated new TSK 0
19:46:25.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.167675 20672 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:46:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.181766 20681 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [sys.catalog]: SysCatalogTable state changed. Reason: New leader cb7b80dc94d845658b2d39f317384345. Latest consensus state: current_term: 1 leader_uuid: "cb7b80dc94d845658b2d39f317384345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.181838 20670 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cb7b80dc94d845658b2d39f317384345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.182483 20681 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [sys.catalog]: This master's current role is: FOLLOWER
19:46:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.182534 20670 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb7b80dc94d845658b2d39f317384345 [sys.catalog]: This master's current role is: LEADER
19:46:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.184973 20691 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cb7b80dc94d845658b2d39f317384345" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04c0db43aa624692a1a97a190ee8515b" member_type: VOTER last_known_addr { host: "127.19.235.254" port: 41375 } } peers { permanent_uuid: "25ef539c8b724caab278dc87cae1a00d" member_type: VOTER last_known_addr { host: "127.19.235.253" port: 42247 } } peers { permanent_uuid: "cb7b80dc94d845658b2d39f317384345" member_type: VOTER last_known_addr { host: "127.19.235.252" port: 33095 } } }
19:46:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.185876 20691 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d [sys.catalog]: This master's current role is: FOLLOWER
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.198115 20399 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/wal
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/data
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/logs
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/data/info.pb
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.193:0
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.235.193
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.193
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:46:25.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.222394 20697 catalog_manager.cc:1259] Loaded cluster ID: 9f8c34c65a644402bcbc966235177984
19:46:25.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.222697 20697 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d: loading cluster ID for follower catalog manager: success
19:46:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.229961 20697 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d: acquiring CA information for follower catalog manager: success
19:46:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.235253 20697 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 25ef539c8b724caab278dc87cae1a00d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:46:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.571568 20668 catalog_manager.cc:1259] Loaded cluster ID: 9f8c34c65a644402bcbc966235177984
19:46:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.572057 20668 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: loading cluster ID for follower catalog manager: success
19:46:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.584302 20668 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: acquiring CA information for follower catalog manager: success
19:46:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.598915 20668 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 04c0db43aa624692a1a97a190ee8515b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:46:25.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:25.739271 20699 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:25.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:25.740154 20699 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:25.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:25.741122 20699 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:25.798394 20699 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:25.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:25.800601 20699 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.235.193
19:46:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.895337 20699 tablet_server_runner.cc:78] Tablet server non-default flags:
19:46:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/data
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/wal
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.193:0
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/data/info.pb
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.193
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.235.193
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/logs
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:25.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.897940 20699 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:25.902045 20699 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:25.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:25.969303 20705 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:27.343492 20704 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 20699
19:46:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:28.549333 20707 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2579 milliseconds
19:46:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:28.549685 20708 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:28.547039 20699 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.578s user 0.706s sys 1.187s
19:46:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:28.550408 20699 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.582s user 0.706s sys 1.188s
19:46:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.550664 20699 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:46:28.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:25.970633 20706 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:28.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.554507 20699 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.557009 20699 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.560588 20699 hybrid_clock.cc:648] HybridClock initialized: now 1790624788560543 us; error 48 us; skew 500 ppm
19:46:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.561498 20699 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.575004 20699 webserver.cc:460] Webserver started at http://127.19.235.193:35677/ using document root <none> and password file <none>
19:46:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.576218 20699 fs_manager.cc:359] Metadata directory not provided
19:46:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.576561 20699 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.577047 20699 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.584390 20699 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/data/instance:
19:46:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b09ed0c3cc54fafa680c696232053db"
19:46:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:28 on dist-test-slave-htqb"
19:46:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.585677 20699 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/wal/instance:
19:46:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b09ed0c3cc54fafa680c696232053db"
19:46:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:28 on dist-test-slave-htqb"
19:46:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.593662 20699 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.005s
19:46:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.599431 20715 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.600577 20699 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.600845 20699 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/wal
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b09ed0c3cc54fafa680c696232053db"
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:28 on dist-test-slave-htqb"
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.601199 20699 fs_report.cc:383] FS layout report
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/wal
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/wal
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/data/data
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.681530 20699 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:28.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.683008 20699 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:28.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.683465 20699 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.686370 20699 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:46:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.691341 20699 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:46:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.691521 20699 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:46:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.691699 20699 ts_tablet_manager.cc:610] Registered 0 tablets
19:46:28.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.691829 20699 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:46:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.827875 20699 rpc_server.cc:307] RPC server started. Bound to: 127.19.235.193:36819
19:46:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.827963 20827 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.235.193:36819 every 8 connection(s)
19:46:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.830250 20699 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/data/info.pb
19:46:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.835453 20399 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 20699
19:46:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.835980 20399 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-0/wal/instance
19:46:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.850630 20399 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/wal
19:46:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/data
19:46:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/logs
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/data/info.pb
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.194:0
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.235.194
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.194
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:46:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.893244 20830 heartbeater.cc:347] Connected to a master server at 127.19.235.254:41375
19:46:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.893690 20830 heartbeater.cc:464] Registering TS with master...
19:46:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.894863 20830 heartbeater.cc:511] Master 127.19.235.254:41375 requested a full tablet report, sending...
19:46:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.898056 20444 ts_manager.cc:194] Registered new tserver with Master: 9b09ed0c3cc54fafa680c696232053db (127.19.235.193:36819)
19:46:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.900328 20828 heartbeater.cc:347] Connected to a master server at 127.19.235.252:33095
19:46:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.900643 20828 heartbeater.cc:464] Registering TS with master...
19:46:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.901422 20828 heartbeater.cc:511] Master 127.19.235.252:33095 requested a full tablet report, sending...
19:46:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.903802 20598 ts_manager.cc:194] Registered new tserver with Master: 9b09ed0c3cc54fafa680c696232053db (127.19.235.193:36819)
19:46:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.906392 20598 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.235.193:55479
19:46:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.907315 20829 heartbeater.cc:347] Connected to a master server at 127.19.235.253:42247
19:46:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.907608 20829 heartbeater.cc:464] Registering TS with master...
19:46:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.908339 20829 heartbeater.cc:511] Master 127.19.235.253:42247 requested a full tablet report, sending...
19:46:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:28.911047 20519 ts_manager.cc:194] Registered new tserver with Master: 9b09ed0c3cc54fafa680c696232053db (127.19.235.193:36819)
19:46:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:29.178743 20838 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:29.179368 20838 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:29.179932 20838 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:29.212956 20838 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:29.213876 20838 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.235.194
19:46:29.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:29.248585 20838 tablet_server_runner.cc:78] Tablet server non-default flags:
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/data
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/wal
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.194:0
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/data/info.pb
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.194
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.235.194
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/logs
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:46:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:29.250079 20838 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:29.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:29.251932 20838 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:29.270344 20845 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:29.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:29.912678 20828 heartbeater.cc:503] Master 127.19.235.252:33095 was elected leader, sending a full tablet report...
19:46:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:29.270363 20846 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:29.270627 20848 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:29.272501 20838 server_base.cc:1034] running on GCE node
19:46:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.457032 20838 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.459947 20838 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.461460 20838 hybrid_clock.cc:648] HybridClock initialized: now 1790624790461421 us; error 79 us; skew 500 ppm
19:46:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.462289 20838 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.469300 20838 webserver.cc:460] Webserver started at http://127.19.235.194:43261/ using document root <none> and password file <none>
19:46:30.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.470391 20838 fs_manager.cc:359] Metadata directory not provided
19:46:30.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.470595 20838 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.471081 20838 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.476015 20838 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/data/instance:
19:46:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52dc39973c334f389812eb4538dd8011"
19:46:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:30 on dist-test-slave-htqb"
19:46:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.477123 20838 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/wal/instance:
19:46:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52dc39973c334f389812eb4538dd8011"
19:46:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:30 on dist-test-slave-htqb"
19:46:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.483981 20838 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
19:46:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.489598 20856 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.490625 20838 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:46:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.490967 20838 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/wal
19:46:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52dc39973c334f389812eb4538dd8011"
19:46:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:30 on dist-test-slave-htqb"
19:46:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.491348 20838 fs_report.cc:383] FS layout report
19:46:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/wal
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/wal
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/data/data
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:30.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.530673 20838 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.532176 20838 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.532682 20838 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.535279 20838 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:46:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.539728 20838 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:46:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.539958 20838 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:46:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.540287 20838 ts_tablet_manager.cc:610] Registered 0 tablets
19:46:30.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.540490 20838 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:46:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.682377 20838 rpc_server.cc:307] RPC server started. Bound to: 127.19.235.194:41985
19:46:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.682497 20968 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.235.194:41985 every 8 connection(s)
19:46:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.684633 20838 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/data/info.pb
19:46:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.691529 20399 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 20838
19:46:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.692232 20399 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-1/wal/instance
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.720824 20399 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/wal
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/data
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/logs
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/data/info.pb
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.195:0
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.235.195
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.195
19:46:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:30.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:30.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:30.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:30.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:30.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:46:30.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.744330 20969 heartbeater.cc:347] Connected to a master server at 127.19.235.252:33095
19:46:30.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.744846 20969 heartbeater.cc:464] Registering TS with master...
19:46:30.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.745276 20971 heartbeater.cc:347] Connected to a master server at 127.19.235.254:41375
19:46:30.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.745573 20971 heartbeater.cc:464] Registering TS with master...
19:46:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.746109 20969 heartbeater.cc:511] Master 127.19.235.252:33095 requested a full tablet report, sending...
19:46:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.746446 20971 heartbeater.cc:511] Master 127.19.235.254:41375 requested a full tablet report, sending...
19:46:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.747972 20970 heartbeater.cc:347] Connected to a master server at 127.19.235.253:42247
19:46:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.748332 20970 heartbeater.cc:464] Registering TS with master...
19:46:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.749119 20598 ts_manager.cc:194] Registered new tserver with Master: 52dc39973c334f389812eb4538dd8011 (127.19.235.194:41985)
19:46:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.749243 20970 heartbeater.cc:511] Master 127.19.235.253:42247 requested a full tablet report, sending...
19:46:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.749250 20444 ts_manager.cc:194] Registered new tserver with Master: 52dc39973c334f389812eb4538dd8011 (127.19.235.194:41985)
19:46:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.751096 20598 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.235.194:51025
19:46:30.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:30.751880 20519 ts_manager.cc:194] Registered new tserver with Master: 52dc39973c334f389812eb4538dd8011 (127.19.235.194:41985)
19:46:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:31.027273 20979 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:31.027714 20979 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:31.028158 20979 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:31.057799 20979 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:31.058614 20979 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.235.195
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:31.091969 20979 tablet_server_runner.cc:78] Tablet server non-default flags:
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.235.212:36781
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/data
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/wal
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.235.195:0
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/data/info.pb
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.235.195
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.235.254:41375,127.19.235.253:42247,127.19.235.252:33095
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.235.195
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/logs
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:31.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:31.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:31.093132 20979 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:31.094564 20979 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:31.112525 20988 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:31.754921 20969 heartbeater.cc:503] Master 127.19.235.252:33095 was elected leader, sending a full tablet report...
19:46:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:31.113740 20985 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:31.112779 20986 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:32.312639 20987 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:46:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.312678 20979 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:46:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.316856 20979 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:32.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.319684 20979 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.321105 20979 hybrid_clock.cc:648] HybridClock initialized: now 1790624792321067 us; error 58 us; skew 500 ppm
19:46:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.321851 20979 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.327961 20979 webserver.cc:460] Webserver started at http://127.19.235.195:43941/ using document root <none> and password file <none>
19:46:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.328835 20979 fs_manager.cc:359] Metadata directory not provided
19:46:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.329022 20979 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.329397 20979 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:32.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.333930 20979 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/data/instance:
19:46:32.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69d3cdce64e842fba85e932f4219f822"
19:46:32.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:32 on dist-test-slave-htqb"
19:46:32.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.334954 20979 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/wal/instance:
19:46:32.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69d3cdce64e842fba85e932f4219f822"
19:46:32.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:32 on dist-test-slave-htqb"
19:46:32.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.342278 20979 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
19:46:32.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.347935 20996 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.349102 20979 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:46:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.349440 20979 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/wal
19:46:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69d3cdce64e842fba85e932f4219f822"
19:46:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:32 on dist-test-slave-htqb"
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.349838 20979 fs_report.cc:383] FS layout report
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/wal
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/wal
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/data/data
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:32.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.400854 20979 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:32.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.402379 20979 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:32.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.402766 20979 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.405349 20979 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:46:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.409423 20979 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:46:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.409655 20979 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:46:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.409962 20979 ts_tablet_manager.cc:610] Registered 0 tablets
19:46:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.410143 20979 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:46:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.543042 20979 rpc_server.cc:307] RPC server started. Bound to: 127.19.235.195:39367
19:46:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.543200 21108 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.235.195:39367 every 8 connection(s)
19:46:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.545480 20979 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/data/info.pb
19:46:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.548235 20399 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 20979
19:46:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.548729 20399 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster1997611962637541622/ts-2/wal/instance
19:46:32.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.591354 21109 heartbeater.cc:347] Connected to a master server at 127.19.235.252:33095
19:46:32.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.591799 21109 heartbeater.cc:464] Registering TS with master...
19:46:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.593027 21109 heartbeater.cc:511] Master 127.19.235.252:33095 requested a full tablet report, sending...
19:46:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.595521 20598 ts_manager.cc:194] Registered new tserver with Master: 69d3cdce64e842fba85e932f4219f822 (127.19.235.195:39367)
19:46:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.596027 21110 heartbeater.cc:347] Connected to a master server at 127.19.235.253:42247
19:46:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.597602 20598 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.235.195:43939
19:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.599192 21110 heartbeater.cc:464] Registering TS with master...
19:46:32.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.601437 21110 heartbeater.cc:511] Master 127.19.235.253:42247 requested a full tablet report, sending...
19:46:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.604303 20519 ts_manager.cc:194] Registered new tserver with Master: 69d3cdce64e842fba85e932f4219f822 (127.19.235.195:39367)
19:46:32.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.611877 21111 heartbeater.cc:347] Connected to a master server at 127.19.235.254:41375
19:46:32.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.612201 21111 heartbeater.cc:464] Registering TS with master...
19:46:32.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.612864 21111 heartbeater.cc:511] Master 127.19.235.254:41375 requested a full tablet report, sending...
19:46:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.614914 20444 ts_manager.cc:194] Registered new tserver with Master: 69d3cdce64e842fba85e932f4219f822 (127.19.235.195:39367)
19:46:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.624181 20399 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:46:32.638 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:46:32.638 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:46:32.639 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.235.254"
port: 41375
}
bound_http_address {
host: "127.19.235.254"
port: 40845
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.235.253"
port: 42247
}
bound_http_address {
host: "127.19.235.253"
port: 35313
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.235.252"
port: 33095
}
bound_http_address {
host: "127.19.235.252"
port: 39621
}
}
}
19:46:32.639 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:46:32.640 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.235.193"
port: 36819
}
bound_http_address {
host: "127.19.235.193"
port: 35677
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.235.194"
port: 41985
}
bound_http_address {
host: "127.19.235.194"
port: 43261
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.235.195"
port: 39367
}
bound_http_address {
host: "127.19.235.195"
port: 43941
}
}
}
19:46:32.640 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:46:32.641 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster4810668894160999992/krb5kdc/krb5cc
19:46:32.641 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:46:32.642 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task9OVAZw/test-tmp
19:46:32.642 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:46:32.643 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task9OVAZw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:46:32.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:46:32.993 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:32.993 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:46:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.996578 21120 mini_oidc.cc:152] Starting JWKS server
19:46:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:32.999804 21120 webserver.cc:460] Webserver started at http://127.0.0.1:33745/ using document root <none> and password file <none>
19:46:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:33.000186 21120 mini_oidc.cc:189] Starting OIDC Discovery server
19:46:33.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:33.001765 21120 webserver.cc:460] Webserver started at http://127.0.0.1:36721/ using document root <none> and password file <none>
19:46:33.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:46:33.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/principal' for realm 'KRBTEST.COM',
19:46:33.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:46:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:33 dist-test-slave-htqb krb5kdc[21132](info): setting up network...
19:46:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:46:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:33 dist-test-slave-htqb krb5kdc[21132](info): set up 2 sockets
19:46:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:33 dist-test-slave-htqb krb5kdc[21132](info): commencing operation
19:46:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:46:33.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:33.602910 21109 heartbeater.cc:503] Master 127.19.235.252:33095 was elected leader, sending a full tablet report...
19:46:34.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.123828 21120 mini_kdc.cc:121] Time spent starting KDC: real 1.097s user 0.003s sys 0.016s
19:46:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:46:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:46:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:46:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:46:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:46:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:46:34.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:46:34.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:46:34.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:46:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:46:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/test-user.keytab.
19:46:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/test-user.keytab.
19:46:34.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:34 dist-test-slave-htqb krb5kdc[21132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624794, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:46:34.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:46:34.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T19:46:34Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:46:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T19:46:34Z Disabled control of system clock
19:46:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.160.62@KRBTEST.COM; defaulting to no policy
19:46:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:46:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.160.62@KRBTEST.COM" created.
19:46:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:46:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.160.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.62.keytab.
19:46:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.160.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.62.keytab.
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:34.312892 21120 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/logs
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/info.pb
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.62:43121
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.62
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.62.keytab
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.62
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:46:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.659776 21145 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.660316 21145 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.660902 21145 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.701030 21145 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:46:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.701282 21145 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.701567 21145 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:34.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.701829 21145 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:34.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.702032 21145 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:34.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.702214 21145 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:34.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.702353 21145 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33745/jwks.json
19:46:34.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:34.739444 21145 master_runner.cc:386] Master server non-default flags:
19:46:34.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.62.keytab
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.62
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.62:43121
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/info.pb
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.62
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/logs
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:34.740574 21145 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:34.741540 21145 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.759140 21154 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:34.760784 21145 server_base.cc:1034] running on GCE node
19:46:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.759261 21151 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:35.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:34.759960 21152 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:35.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:35.990897 21145 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:35.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:35.993381 21145 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:35.994733 21145 hybrid_clock.cc:648] HybridClock initialized: now 1790624795994700 us; error 41 us; skew 500 ppm
19:46:35.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:35.995638 21145 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:36.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:36 dist-test-slave-htqb krb5kdc[21132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624796, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:46:36.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.008810 21145 init.cc:377] Logged in from keytab as kudu/127.20.160.62@KRBTEST.COM (short username kudu)
19:46:36.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.013854 21145 webserver.cc:460] Webserver started at http://127.20.160.62:40579/ using document root <none> and password file <none>
19:46:36.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.014721 21145 fs_manager.cc:359] Metadata directory not provided
19:46:36.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.014887 21145 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:36.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.015377 21145 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.019979 21145 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/instance:
19:46:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8af2c0912f742279b646feffd34873b"
19:46:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:36 on dist-test-slave-htqb"
19:46:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.020988 21145 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal/instance:
19:46:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8af2c0912f742279b646feffd34873b"
19:46:36.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:36 on dist-test-slave-htqb"
19:46:36.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.028108 21145 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
19:46:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.033335 21163 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.034333 21145 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
19:46:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.034608 21145 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8af2c0912f742279b646feffd34873b"
19:46:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:36 on dist-test-slave-htqb"
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.034881 21145 fs_report.cc:383] FS layout report
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/data
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:36.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.081609 21145 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:36.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.086812 21145 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:36.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.087288 21145 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.157588 21145 rpc_server.cc:307] RPC server started. Bound to: 127.20.160.62:43121
19:46:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.157711 21214 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.160.62:43121 every 8 connection(s)
19:46:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.160240 21145 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/info.pb
19:46:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.165040 21215 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:46:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.168630 21120 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 21145
19:46:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.169071 21120 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal/instance
19:46:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.176241 21215 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } has no permanent_uuid. Determining permanent_uuid...
19:46:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.160.61@KRBTEST.COM; defaulting to no policy
19:46:36.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:46:36.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.160.61@KRBTEST.COM" created.
19:46:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:36 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624796, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.62@KRBTEST.COM for kudu/127.20.160.62@KRBTEST.COM
19:46:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:46:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.160.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.61.keytab.
19:46:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.160.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.61.keytab.
19:46:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.213557 21215 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } has no permanent_uuid. Determining permanent_uuid...
19:46:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.215445 21120 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/logs
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/info.pb
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.61:39813
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.61
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.61.keytab
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.61
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:46:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.216005 21164 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.219844 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.61:39813: Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.269264 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } attempt: 1
19:46:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.273437 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.61:39813: Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.341840 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } attempt: 2
19:46:36.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.345942 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.61:39813: Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.437376 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } attempt: 3
19:46:36.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.441501 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.61:39813: Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.519013 21222 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.519670 21222 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.520340 21222 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.552033 21222 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:46:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.552304 21222 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.552699 21222 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.553032 21222 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.553339 21222 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.553632 21222 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.553857 21222 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33745/jwks.json
19:46:36.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.584993 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } attempt: 4
19:46:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.589147 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.61:39813: Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.592450 21222 master_runner.cc:386] Master server non-default flags:
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:46:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.61.keytab
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.61
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.61:39813
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/info.pb
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.61
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/logs
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.593870 21222 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.594951 21222 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:36.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.614840 21228 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.888566 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } attempt: 5
19:46:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.894672 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.61:39813: Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.442113 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } attempt: 6
19:46:37.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:37.449095 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.61:39813: Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:37.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.615046 21229 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:37.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:36.615876 21231 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:37.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:36.616070 21222 server_base.cc:1034] running on GCE node
19:46:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.864189 21222 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:37.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.867357 21222 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:37.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.868784 21222 hybrid_clock.cc:648] HybridClock initialized: now 1790624797868756 us; error 44 us; skew 500 ppm
19:46:37.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.869870 21222 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:37.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:37 dist-test-slave-htqb krb5kdc[21132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624797, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:46:37.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.875795 21222 init.cc:377] Logged in from keytab as kudu/127.20.160.61@KRBTEST.COM (short username kudu)
19:46:37.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.881850 21222 webserver.cc:460] Webserver started at http://127.20.160.61:38951/ using document root <none> and password file <none>
19:46:37.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.882804 21222 fs_manager.cc:359] Metadata directory not provided
19:46:37.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.883049 21222 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:37.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.883585 21222 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:37.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.888602 21222 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/instance:
19:46:37.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44177b1d9b554905b2aff51735c77e63"
19:46:37.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:37 on dist-test-slave-htqb"
19:46:37.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.889721 21222 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal/instance:
19:46:37.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44177b1d9b554905b2aff51735c77e63"
19:46:37.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:37 on dist-test-slave-htqb"
19:46:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.898339 21222 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
19:46:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.903924 21241 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.905200 21222 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
19:46:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.905498 21222 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44177b1d9b554905b2aff51735c77e63"
19:46:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:37 on dist-test-slave-htqb"
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.905804 21222 fs_report.cc:383] FS layout report
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/data
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.955210 21222 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:37.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.960721 21222 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:37.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:37.961154 21222 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.033883 21222 rpc_server.cc:307] RPC server started. Bound to: 127.20.160.61:39813
19:46:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.034015 21292 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.160.61:39813 every 8 connection(s)
19:46:38.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.036665 21222 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/info.pb
19:46:38.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.042641 21293 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:46:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.043330 21120 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 21222
19:46:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.043669 21120 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal/instance
19:46:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.055998 21293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } has no permanent_uuid. Determining permanent_uuid...
19:46:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.20.160.60@KRBTEST.COM; defaulting to no policy
19:46:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:46:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.20.160.60@KRBTEST.COM" created.
19:46:38.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:38 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624797, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.61@KRBTEST.COM for kudu/127.20.160.62@KRBTEST.COM
19:46:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:46:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.160.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.60.keytab.
19:46:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.20.160.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.60.keytab.
19:46:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.087549 21120 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/logs
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/info.pb
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.60:38199
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.60
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.60.keytab
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.60
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:46:38.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.095340 21293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } has no permanent_uuid. Determining permanent_uuid...
19:46:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:38 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624797, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.61@KRBTEST.COM for kudu/127.20.160.61@KRBTEST.COM
19:46:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.125108 21293 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } has no permanent_uuid. Determining permanent_uuid...
19:46:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.127466 21242 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.131752 21293 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.181277 21293 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 1
19:46:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.185725 21293 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.254199 21293 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 2
19:46:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.258272 21293 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.349714 21293 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 3
19:46:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.353818 21293 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.413048 21299 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:38.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.413720 21299 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.414402 21299 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:38.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.446614 21299 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:46:38.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.446905 21299 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:38.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.447367 21299 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:38.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.447755 21299 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.448051 21299 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.448340 21299 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:38.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.448580 21299 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33745/jwks.json
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.485989 21299 master_runner.cc:386] Master server non-default flags:
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.60.keytab
19:46:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.60
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.60:38199
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/info.pb
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.60
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/logs
19:46:38.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.487520 21299 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:38.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.488742 21299 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:38.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.497246 21293 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 4
19:46:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.501936 21293 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.509344 21308 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.509696 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } attempt: 7
19:46:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:38 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624796, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.62@KRBTEST.COM for kudu/127.20.160.61@KRBTEST.COM
19:46:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.539052 21215 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } has no permanent_uuid. Determining permanent_uuid...
19:46:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.545251 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.603672 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 1
19:46:38.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.608153 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.689798 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 2
19:46:38.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.693523 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.779564 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 3
19:46:38.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.784384 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.801437 21293 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 5
19:46:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.805495 21293 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.924926 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 4
19:46:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.930146 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.213567 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 5
19:46:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:39.217926 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.353075 21293 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 6
19:46:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:39.362735 21293 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.771450 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 6
19:46:39.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:39.778175 21215 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.20.160.60:38199: Network error: Client connection negotiation failed: client connection to 127.20.160.60:38199: connect: Connection refused (error 111)
19:46:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.510433 21310 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:38.512318 21299 server_base.cc:1034] running on GCE node
19:46:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:38.509573 21307 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:39.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.813467 21299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.815963 21299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.817298 21299 hybrid_clock.cc:648] HybridClock initialized: now 1790624799817276 us; error 54 us; skew 500 ppm
19:46:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.818228 21299 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:39 dist-test-slave-htqb krb5kdc[21132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624799, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:46:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.824570 21299 init.cc:377] Logged in from keytab as kudu/127.20.160.60@KRBTEST.COM (short username kudu)
19:46:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.829588 21299 webserver.cc:460] Webserver started at http://127.20.160.60:42731/ using document root <none> and password file <none>
19:46:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.830513 21299 fs_manager.cc:359] Metadata directory not provided
19:46:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.830741 21299 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:39.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.831284 21299 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:46:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.836006 21299 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/instance:
19:46:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c8506804c8246c49c1524d514f7f55c"
19:46:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:39 on dist-test-slave-htqb"
19:46:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.837237 21299 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal/instance:
19:46:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c8506804c8246c49c1524d514f7f55c"
19:46:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:39 on dist-test-slave-htqb"
19:46:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.844522 21299 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.003s
19:46:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.850406 21327 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.851456 21299 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.851828 21299 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c8506804c8246c49c1524d514f7f55c"
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:39 on dist-test-slave-htqb"
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.852188 21299 fs_report.cc:383] FS layout report
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/data
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.906744 21299 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.914258 21299 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.914765 21299 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:39.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.988034 21299 rpc_server.cc:307] RPC server started. Bound to: 127.20.160.60:38199
19:46:39.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.988128 21378 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.160.60:38199 every 8 connection(s)
19:46:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.990875 21299 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/info.pb
19:46:39.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.992820 21120 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 21299
19:46:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.993345 21120 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal/instance
19:46:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:39.996941 21379 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:46:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.008846 21379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } has no permanent_uuid. Determining permanent_uuid...
19:46:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624799, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.60@KRBTEST.COM for kudu/127.20.160.62@KRBTEST.COM
19:46:40.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624794, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.160.60@KRBTEST.COM
19:46:40.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.043706 21379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } has no permanent_uuid. Determining permanent_uuid...
19:46:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624799, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.60@KRBTEST.COM for kudu/127.20.160.61@KRBTEST.COM
19:46:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624794, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.160.61@KRBTEST.COM
19:46:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.068820 21379 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } has no permanent_uuid. Determining permanent_uuid...
19:46:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624799, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.60@KRBTEST.COM for kudu/127.20.160.60@KRBTEST.COM
19:46:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624794, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.20.160.62@KRBTEST.COM
19:46:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.099890 21379 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Bootstrap starting.
19:46:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.105845 21120 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:46:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.105944 21379 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Neither blocks nor log segments found. Creating new log.
19:46:40.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.107806 21379 log.cc:824] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Log is configured to *not* fsync() on all Append() calls
19:46:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.112495 21379 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: No bootstrap required, opened a new log
19:46:40.113 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:40.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:46:40.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:46:40.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:46:40.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.160.62"
port: 43121
}
bound_http_address {
host: "127.20.160.62"
port: 40579
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.160.61"
port: 39813
}
bound_http_address {
host: "127.20.160.61"
port: 38951
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.160.60"
port: 38199
}
bound_http_address {
host: "127.20.160.60"
port: 42731
}
}
}
19:46:40.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:46:40.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:40.117 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:46:40.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:46:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.134051 21379 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.134999 21379 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:46:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.135340 21379 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c8506804c8246c49c1524d514f7f55c, State: Initialized, Role: FOLLOWER
19:46:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.136309 21379 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.139329 21390 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:40.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.140027 21390 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: This master's current role is: FOLLOWER
19:46:40.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.141399 21379 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: configured and running, proceeding with master startup.
19:46:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624800, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:46:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:46:40.149 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:40.150 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc
19:46:40.151 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:46:40.152 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc
19:46:40.152 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:46:40.153 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:46:40.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:40.170115 21333 tablet.cc:2369] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:46:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:40.169731 21401 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:46:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:40.172410 21401 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:46:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.165799 21299 master_runner.cc:186] Error getting master registration for 127.20.160.62:43121: OK, instance_id { permanent_uuid: "c8af2c0912f742279b646feffd34873b" instance_seqno: 1790624796138082 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:46:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.191193 21299 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:46:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.423236 21293 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 7
19:46:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624797, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.61@KRBTEST.COM for kudu/127.20.160.60@KRBTEST.COM
19:46:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.455166 21293 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: Bootstrap starting.
19:46:40.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.460369 21293 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: Neither blocks nor log segments found. Creating new log.
19:46:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.462411 21293 log.cc:824] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: Log is configured to *not* fsync() on all Append() calls
19:46:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.467479 21293 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: No bootstrap required, opened a new log
19:46:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.487985 21293 raft_consensus.cc:348] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.488811 21293 raft_consensus.cc:374] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:46:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.489020 21293 raft_consensus.cc:729] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44177b1d9b554905b2aff51735c77e63, State: Initialized, Role: FOLLOWER
19:46:40.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.489727 21293 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.492643 21406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.493466 21406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: This master's current role is: FOLLOWER
19:46:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.494338 21293 sys_catalog.cc:564] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: configured and running, proceeding with master startup.
19:46:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.498749 21390 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:46:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.499270 21390 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.501703 21390 leader_election.cc:288] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c8af2c0912f742279b646feffd34873b (127.20.160.62:43121), 44177b1d9b554905b2aff51735c77e63 (127.20.160.61:39813)
19:46:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.503574 21268 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c8506804c8246c49c1524d514f7f55c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44177b1d9b554905b2aff51735c77e63" is_pre_election: true
19:46:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.504745 21268 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0c8506804c8246c49c1524d514f7f55c in term 0.
19:46:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.506224 21328 leader_election.cc:302] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c8506804c8246c49c1524d514f7f55c, 44177b1d9b554905b2aff51735c77e63; no voters:
19:46:40.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.507141 21390 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 0 FOLLOWER]: Leader pre-election won for term 1
19:46:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.507577 21390 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:46:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.507921 21390 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 0 FOLLOWER]: Advancing to term 1
19:46:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.516376 21390 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.518597 21390 leader_election.cc:288] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 1 election: Requested vote from peers c8af2c0912f742279b646feffd34873b (127.20.160.62:43121), 44177b1d9b554905b2aff51735c77e63 (127.20.160.61:39813)
19:46:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.520298 21268 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c8506804c8246c49c1524d514f7f55c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44177b1d9b554905b2aff51735c77e63"
19:46:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.520829 21268 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 0 FOLLOWER]: Advancing to term 1
19:46:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.530030 21268 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0c8506804c8246c49c1524d514f7f55c in term 1.
19:46:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.531406 21328 leader_election.cc:302] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c8506804c8246c49c1524d514f7f55c, 44177b1d9b554905b2aff51735c77e63; no voters:
19:46:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.532238 21390 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Leader election won for term 1
19:46:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.534546 21390 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 LEADER]: Becoming Leader. State: Replica: 0c8506804c8246c49c1524d514f7f55c, State: Running, Role: LEADER
19:46:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.535604 21390 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.543185 21418 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:46:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.576614 21417 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c8506804c8246c49c1524d514f7f55c. Latest consensus state: current_term: 1 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.577443 21417 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: This master's current role is: LEADER
19:46:40.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.585489 21420 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:46:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.546993 21222 master_runner.cc:186] Error getting master registration for 127.20.160.62:43121: OK, instance_id { permanent_uuid: "c8af2c0912f742279b646feffd34873b" instance_seqno: 1790624796138082 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:46:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.589857 21222 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:46:40.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.593062 21420 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:46:40.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.612779 21268 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 1 FOLLOWER]: Refusing update from remote peer 0c8506804c8246c49c1524d514f7f55c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:46:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.614282 21390 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [LEADER]: Connected to new peer: Peer: permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:46:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.642088 21421 mvcc.cc:205] Tried to move back new op lower bound from 7334399183281049600 to 7334399183007768576. Current Snapshot: MvccSnapshot[applied={T|T < 7334399183281049600}]
19:46:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.642822 21406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c8506804c8246c49c1524d514f7f55c. Latest consensus state: current_term: 1 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.647964 21406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: This master's current role is: FOLLOWER
19:46:40.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.650152 21390 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:40.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.650918 21390 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: This master's current role is: LEADER
19:46:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.655252 21420 catalog_manager.cc:1347] Generated new cluster ID: 45a985c879f445cfa712347345cc2757
19:46:40.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.655509 21420 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:46:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.661890 21406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.662611 21406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: This master's current role is: FOLLOWER
19:46:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.697453 21420 catalog_manager.cc:1370] Generated new certificate authority record
19:46:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.700225 21420 catalog_manager.cc:1504] Loading token signing keys...
19:46:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.724080 21420 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Generated new TSK 0
19:46:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.726013 21420 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:46:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:40.759829 20824 debug-util.cc:398] Leaking SignalData structure 0x7b08000afd80 after lost signal to thread 20700
19:46:40.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:40.760926 20824 debug-util.cc:398] Leaking SignalData structure 0x7b08000af500 after lost signal to thread 20827
19:46:40.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.811534 21215 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } attempt: 7
19:46:40.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:40 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624796, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.62@KRBTEST.COM for kudu/127.20.160.60@KRBTEST.COM
19:46:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.849304 21215 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: Bootstrap starting.
19:46:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.857190 21215 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: Neither blocks nor log segments found. Creating new log.
19:46:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.859623 21215 log.cc:824] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: Log is configured to *not* fsync() on all Append() calls
19:46:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.865485 21215 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: No bootstrap required, opened a new log
19:46:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.899997 21215 raft_consensus.cc:348] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.901114 21215 raft_consensus.cc:374] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:46:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.901561 21215 raft_consensus.cc:729] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8af2c0912f742279b646feffd34873b, State: Initialized, Role: FOLLOWER
19:46:40.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.902643 21215 consensus_queue.cc:260] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.922374 21215 sys_catalog.cc:564] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [sys.catalog]: configured and running, proceeding with master startup.
19:46:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.923846 21188 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [term 0 FOLLOWER]: Advancing to term 1
19:46:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.922530 21190 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c8506804c8246c49c1524d514f7f55c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8af2c0912f742279b646feffd34873b" is_pre_election: true
19:46:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.933769 21188 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [term 1 FOLLOWER]: Refusing update from remote peer 0c8506804c8246c49c1524d514f7f55c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:46:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.927877 21189 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c8506804c8246c49c1524d514f7f55c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8af2c0912f742279b646feffd34873b"
19:46:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.921458 21428 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.937879 21428 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [sys.catalog]: This master's current role is: FOLLOWER
19:46:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:40.940014 21390 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:46:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.001181 21428 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c8506804c8246c49c1524d514f7f55c. Latest consensus state: current_term: 1 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.005851 21428 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [sys.catalog]: This master's current role is: FOLLOWER
19:46:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.002911 21437 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.009009 21437 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b [sys.catalog]: This master's current role is: FOLLOWER
19:46:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.051621 21445 catalog_manager.cc:1259] Loaded cluster ID: 45a985c879f445cfa712347345cc2757
19:46:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.051893 21445 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: loading cluster ID for follower catalog manager: success
19:46:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.071208 21445 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: acquiring CA information for follower catalog manager: success
19:46:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.082238 21445 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:46:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.381284 21448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:41.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.382367 21448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: This master's current role is: LEADER
19:46:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.559739 21418 catalog_manager.cc:1259] Loaded cluster ID: 45a985c879f445cfa712347345cc2757
19:46:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.561512 21418 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: loading cluster ID for follower catalog manager: success
19:46:41.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.582230 21418 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: acquiring CA information for follower catalog manager: success
19:46:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:41.595237 21418 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:46:43.154 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.160.60:38199
19:46:43.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:46:43.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:43.157166 21120 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 21299
19:46:43.219 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:43.219 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.160.61:39813
19:46:43.219 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:46:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:43.220216 21120 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 21222
19:46:43.264 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:43.264 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.20.160.62:43121
19:46:43.264 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:46:43.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:43.265161 21120 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 21145
19:46:43.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:43.296 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.160.60:38199
19:46:43.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:43.298187 21120 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/logs
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/info.pb
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.60:38199
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.60
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42731
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.60.keytab
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.60
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:46:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.640722 21454 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.641335 21454 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.642004 21454 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.675601 21454 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:46:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.675865 21454 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.676183 21454 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.676384 21454 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.676652 21454 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.676944 21454 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.677171 21454 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33745/jwks.json
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:43.719897 21454 master_runner.cc:386] Master server non-default flags:
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.60.keytab
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.60
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.60:38199
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/info.pb
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.60
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42731
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/logs
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:43.720997 21454 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:43.721921 21454 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.739528 21461 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:44.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.739565 21463 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:44.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:43.740604 21460 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:44.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:44.995612 21462 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:46:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:44.995735 21454 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:46:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.000519 21454 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:45.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.003654 21454 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:45.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.005190 21454 hybrid_clock.cc:648] HybridClock initialized: now 1790624805005143 us; error 62 us; skew 500 ppm
19:46:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.006004 21454 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:45 dist-test-slave-htqb krb5kdc[21132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624805, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:46:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.012231 21454 init.cc:377] Logged in from keytab as kudu/127.20.160.60@KRBTEST.COM (short username kudu)
19:46:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.017616 21454 webserver.cc:460] Webserver started at http://127.20.160.60:42731/ using document root <none> and password file <none>
19:46:45.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.018576 21454 fs_manager.cc:359] Metadata directory not provided
19:46:45.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.018837 21454 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.027377 21454 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
19:46:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.031982 21471 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.032985 21454 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
19:46:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.033347 21454 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c8506804c8246c49c1524d514f7f55c"
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:39 on dist-test-slave-htqb"
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.035739 21454 fs_report.cc:383] FS layout report
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/wal
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/data
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.104317 21454 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.110304 21454 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.110903 21454 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.183216 21454 rpc_server.cc:307] RPC server started. Bound to: 127.20.160.60:38199
19:46:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.183355 21522 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.160.60:38199 every 8 connection(s)
19:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.186075 21454 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-2/data/info.pb
19:46:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.194175 21120 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 21454
19:46:45.194 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:45.194 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.160.61:39813
19:46:45.195 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.196292 21120 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/logs
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/info.pb
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.61:39813
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.61
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38951
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.61.keytab
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.61
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:46:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.197243 21523 sys_catalog.cc:263] Verifying existing consensus state
19:46:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.203022 21523 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Bootstrap starting.
19:46:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.240556 21523 log.cc:824] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Log is configured to *not* fsync() on all Append() calls
19:46:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.256325 21523 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:46:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.257148 21523 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Bootstrap complete.
19:46:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.281407 21523 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.284245 21523 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c8506804c8246c49c1524d514f7f55c, State: Initialized, Role: FOLLOWER
19:46:45.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.285207 21523 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.288048 21527 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.288975 21527 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: This master's current role is: FOLLOWER
19:46:45.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.289806 21523 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: configured and running, proceeding with master startup.
19:46:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.320637 21538 catalog_manager.cc:1259] Loaded cluster ID: 45a985c879f445cfa712347345cc2757
19:46:45.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.321261 21538 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: loading cluster ID for follower catalog manager: success
19:46:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.330205 21538 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: acquiring CA information for follower catalog manager: success
19:46:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.336392 21538 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:46:45.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.317121 21454 master_runner.cc:186] Error getting master registration for 127.20.160.62:43121: Network error: Client connection negotiation failed: client connection to 127.20.160.62:43121: connect: Connection refused (error 111),
19:46:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.346060 21454 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:46:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.568076 21525 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.568744 21525 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.569432 21525 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.602139 21525 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:46:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.602429 21525 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.602864 21525 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.603211 21525 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.603502 21525 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.603797 21525 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.604012 21525 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33745/jwks.json
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.658056 21525 master_runner.cc:386] Master server non-default flags:
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.61.keytab
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.61
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.61:39813
19:46:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/info.pb
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.61
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38951
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/logs
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.659577 21525 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:45.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:45.660655 21525 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.686691 21547 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:46.784489 21553 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:46:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:46.785262 21553 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:46.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:46.793411 21474 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.160.62:43121: connect: Connection refused (error 111)
19:46:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:46.799606 21553 leader_election.cc:288] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c8af2c0912f742279b646feffd34873b (127.20.160.62:43121), 44177b1d9b554905b2aff51735c77e63 (127.20.160.61:39813)
19:46:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:46.801632 21474 leader_election.cc:334] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c8af2c0912f742279b646feffd34873b (127.20.160.62:43121): Network error: Client connection negotiation failed: client connection to 127.20.160.62:43121: connect: Connection refused (error 111)
19:46:46.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:46.814412 21472 leader_election.cc:334] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 44177b1d9b554905b2aff51735c77e63 (127.20.160.61:39813): Network error: Client connection negotiation failed: client connection to 127.20.160.61:39813: connect: Connection refused (error 111)
19:46:46.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:46.815073 21472 leader_election.cc:302] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0c8506804c8246c49c1524d514f7f55c; no voters: 44177b1d9b554905b2aff51735c77e63, c8af2c0912f742279b646feffd34873b
19:46:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:46.815912 21553 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:46:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.692734 21546 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:45.690611 21549 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.162922 21548 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1471 milliseconds
19:46:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.163301 21525 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:46:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.164853 21525 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.168033 21525 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.169725 21525 hybrid_clock.cc:648] HybridClock initialized: now 1790624807169559 us; error 102 us; skew 500 ppm
19:46:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.171087 21525 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:47.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:47 dist-test-slave-htqb krb5kdc[21132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624807, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:46:47.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.178125 21525 init.cc:377] Logged in from keytab as kudu/127.20.160.61@KRBTEST.COM (short username kudu)
19:46:47.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.186952 21525 webserver.cc:460] Webserver started at http://127.20.160.61:38951/ using document root <none> and password file <none>
19:46:47.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.188868 21525 fs_manager.cc:359] Metadata directory not provided
19:46:47.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.189422 21525 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:47.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.199926 21525 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
19:46:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.205292 21562 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.206624 21525 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
19:46:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.206954 21525 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44177b1d9b554905b2aff51735c77e63"
19:46:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:37 on dist-test-slave-htqb"
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.209563 21525 fs_report.cc:383] FS layout report
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/wal
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/data
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.252779 21525 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.259608 21525 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.260051 21525 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.350389 21614 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.160.61:39813 every 8 connection(s)
19:46:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.350276 21525 rpc_server.cc:307] RPC server started. Bound to: 127.20.160.61:39813
19:46:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.354286 21525 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-1/data/info.pb
19:46:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.357228 21120 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 21525
19:46:47.358 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:47.358 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.20.160.62:43121
19:46:47.358 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.359974 21120 external_mini_cluster.cc:1326] Running /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/logs
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/info.pb
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.62:43121
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.62
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40579
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.62.keytab
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.62
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:46:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.372392 21615 sys_catalog.cc:263] Verifying existing consensus state
19:46:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.388579 21615 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: Bootstrap starting.
19:46:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.439220 21615 log.cc:824] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: Log is configured to *not* fsync() on all Append() calls
19:46:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.459208 21615 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:46:47.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.460215 21615 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: Bootstrap complete.
19:46:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.498512 21615 raft_consensus.cc:348] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.502210 21615 raft_consensus.cc:729] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44177b1d9b554905b2aff51735c77e63, State: Initialized, Role: FOLLOWER
19:46:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.503264 21615 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.506283 21619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.507839 21619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: This master's current role is: FOLLOWER
19:46:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.508014 21615 sys_catalog.cc:564] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: configured and running, proceeding with master startup.
19:46:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.549113 21630 catalog_manager.cc:1259] Loaded cluster ID: 45a985c879f445cfa712347345cc2757
19:46:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.549410 21630 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: loading cluster ID for follower catalog manager: success
19:46:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.572355 21630 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: acquiring CA information for follower catalog manager: success
19:46:47.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.587221 21630 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:46:47.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.557003 21525 master_runner.cc:186] Error getting master registration for 127.20.160.62:43121: Network error: Client connection negotiation failed: client connection to 127.20.160.62:43121: connect: Connection refused (error 111),
19:46:47.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.588922 21525 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:46:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.824800 21616 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:46:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.825484 21616 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:46:47.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.826225 21616 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:46:47.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.865468 21616 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:46:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.865793 21616 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:46:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.866792 21616 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:46:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.867156 21616 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:46:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.867458 21616 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:46:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.867808 21616 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.868033 21616 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33745/jwks.json
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.929870 21616 master_runner.cc:386] Master server non-default flags:
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.160.20:45301
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.160.62:43121,127.20.160.61:39813,127.20.160.60:38199
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/krb5kdc/kudu_127.20.160.62.keytab
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.20.160.62
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.160.62:43121
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33745/jwks.json
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:46:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/info.pb
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.160.62
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40579
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/logs
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:46:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:46:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:46:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:46:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:40:50 UTC on ccycloud.quasar-innkwk.root.comops.site
19:46:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677987
19:46:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:46:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.931476 21616 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:46:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:47.932686 21616 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:46:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.965438 21638 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.433738 21644 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:46:48.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.434634 21644 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.455243 21644 leader_election.cc:288] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c8af2c0912f742279b646feffd34873b (127.20.160.62:43121), 44177b1d9b554905b2aff51735c77e63 (127.20.160.61:39813)
19:46:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:48.475293 21474 leader_election.cc:334] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c8af2c0912f742279b646feffd34873b (127.20.160.62:43121): Network error: Client connection negotiation failed: client connection to 127.20.160.62:43121: connect: Connection refused (error 111)
19:46:48.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.479256 21590 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c8506804c8246c49c1524d514f7f55c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "44177b1d9b554905b2aff51735c77e63" is_pre_election: true
19:46:48.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.480500 21590 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0c8506804c8246c49c1524d514f7f55c in term 1.
19:46:48.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.482504 21472 leader_election.cc:302] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0c8506804c8246c49c1524d514f7f55c, 44177b1d9b554905b2aff51735c77e63; no voters: c8af2c0912f742279b646feffd34873b
19:46:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.483234 21644 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Leader pre-election won for term 2
19:46:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.483614 21644 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:46:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.484001 21644 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 1 FOLLOWER]: Advancing to term 2
19:46:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.505467 21644 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.514360 21644 leader_election.cc:288] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 election: Requested vote from peers c8af2c0912f742279b646feffd34873b (127.20.160.62:43121), 44177b1d9b554905b2aff51735c77e63 (127.20.160.61:39813)
19:46:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:48.515870 21474 leader_election.cc:334] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c8af2c0912f742279b646feffd34873b (127.20.160.62:43121): Network error: Client connection negotiation failed: client connection to 127.20.160.62:43121: connect: Connection refused (error 111)
19:46:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.515763 21590 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c8506804c8246c49c1524d514f7f55c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "44177b1d9b554905b2aff51735c77e63"
19:46:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.516781 21590 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 1 FOLLOWER]: Advancing to term 2
19:46:48.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.540231 21590 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0c8506804c8246c49c1524d514f7f55c in term 2.
19:46:48.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.542834 21472 leader_election.cc:302] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0c8506804c8246c49c1524d514f7f55c, 44177b1d9b554905b2aff51735c77e63; no voters: c8af2c0912f742279b646feffd34873b
19:46:48.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.545666 21644 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 2 FOLLOWER]: Leader election won for term 2
19:46:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.555749 21644 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [term 2 LEADER]: Becoming Leader. State: Replica: 0c8506804c8246c49c1524d514f7f55c, State: Running, Role: LEADER
19:46:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.557428 21644 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } }
19:46:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.577282 21649 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c8506804c8246c49c1524d514f7f55c. Latest consensus state: current_term: 2 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.578205 21649 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: This master's current role is: LEADER
19:46:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.591822 21651 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:46:48.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.605629 21651 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:46:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.613230 21651 catalog_manager.cc:1259] Loaded cluster ID: 45a985c879f445cfa712347345cc2757
19:46:48.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.613694 21651 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:46:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.621704 21651 catalog_manager.cc:1504] Loading token signing keys...
19:46:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.628057 21651 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c: Loaded TSK: 0
19:46:48.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:48.630213 21651 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:46:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:48.945123 21474 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c -> Peer c8af2c0912f742279b646feffd34873b (127.20.160.62:43121): Couldn't send request to peer c8af2c0912f742279b646feffd34873b. Status: Network error: Client connection negotiation failed: client connection to 127.20.160.62:43121: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:46:49.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.174147 21590 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [term 2 FOLLOWER]: Refusing update from remote peer 0c8506804c8246c49c1524d514f7f55c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
19:46:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.178006 21649 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [LEADER]: Connected to new peer: Peer: permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
19:46:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.257756 21653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c8506804c8246c49c1524d514f7f55c. Latest consensus state: current_term: 2 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.258838 21653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: This master's current role is: FOLLOWER
19:46:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.269899 21653 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.270946 21653 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44177b1d9b554905b2aff51735c77e63 [sys.catalog]: This master's current role is: FOLLOWER
19:46:49.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.273527 21649 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "0c8506804c8246c49c1524d514f7f55c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8af2c0912f742279b646feffd34873b" member_type: VOTER last_known_addr { host: "127.20.160.62" port: 43121 } } peers { permanent_uuid: "44177b1d9b554905b2aff51735c77e63" member_type: VOTER last_known_addr { host: "127.20.160.61" port: 39813 } } peers { permanent_uuid: "0c8506804c8246c49c1524d514f7f55c" member_type: VOTER last_known_addr { host: "127.20.160.60" port: 38199 } } }
19:46:49.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.274658 21649 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c8506804c8246c49c1524d514f7f55c [sys.catalog]: This master's current role is: LEADER
19:46:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.976243 21641 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:49.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:47.965862 21639 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:46:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:49.687780 21640 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1720 milliseconds
19:46:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.687940 21616 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:46:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.689306 21616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:46:49.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.693445 21616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:46:49.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.695029 21616 hybrid_clock.cc:648] HybridClock initialized: now 1790624809695002 us; error 46 us; skew 500 ppm
19:46:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.696007 21616 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:46:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:49 dist-test-slave-htqb krb5kdc[21132](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624809, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:46:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.711429 21616 init.cc:377] Logged in from keytab as kudu/127.20.160.62@KRBTEST.COM (short username kudu)
19:46:49.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.717000 21616 webserver.cc:460] Webserver started at http://127.20.160.62:40579/ using document root <none> and password file <none>
19:46:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.718236 21616 fs_manager.cc:359] Metadata directory not provided
19:46:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.718528 21616 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:46:49.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.729028 21616 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.009s sys 0.000s
19:46:49.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.734608 21666 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:46:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.735903 21616 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:46:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.736337 21616 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data,/tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8af2c0912f742279b646feffd34873b"
19:46:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 19:46:36 on dist-test-slave-htqb"
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.739867 21616 fs_report.cc:383] FS layout report
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/wal
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/data
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:46:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:46:49.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.800956 21616 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:46:49.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.808249 21616 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:46:49.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.808861 21616 kserver.cc:163] Server-wide thread pool size limit: 3276
19:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.905126 21616 rpc_server.cc:307] RPC server started. Bound to: 127.20.160.62:43121
19:46:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.905264 21717 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.20.160.62:43121 every 8 connection(s)
19:46:49.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.909101 21616 server_base.cc:1166] Dumped server information to /tmp/dist-test-task9OVAZw/test-tmp/mini-kudu-cluster6812415883422095391/master-0/data/info.pb
19:46:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.918637 21120 external_mini_cluster.cc:1388] Started /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu as pid 21616
19:46:49.919 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:46:49.920 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.160.60:38199(127.20.160.60:38199)] connecting to peer
19:46:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.925877 21718 sys_catalog.cc:263] Verifying existing consensus state
19:46:49.927 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.160.61:39813(127.20.160.61:39813)] connecting to peer
19:46:49.929 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.160.62:43121(127.20.160.62:43121)] connecting to peer
19:46:49.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.934255 21718 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: Bootstrap starting.
19:46:49.937 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.160.60:38199(127.20.160.60:38199)] Successfully connected to peer
19:46:49.938 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.160.62:43121(127.20.160.62:43121)] Successfully connected to peer
19:46:49.944 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.160.61:39813(127.20.160.61:39813)] Successfully connected to peer
19:46:49.955 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:46:49.958 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.160.60
19:46:49.958 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.160.61
19:46:49.983 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.20.160.62
19:46:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:49.997129 21718 log.cc:824] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: Log is configured to *not* fsync() on all Append() calls
19:46:50.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.160.60:38199(127.20.160.60:38199)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:46:50.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.160.60:38199: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:46:50.033 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.160.60:38199(127.20.160.60:38199)] handling channelInactive
19:46:50.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.160.62:43121(127.20.160.62:43121)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:46:50.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.160.61:39813(127.20.160.61:39813)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:46:50.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.160.62:43121: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:46:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:50.038610 21724 negotiation.cc:337] Failed RPC negotiation. Trace:
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.938973 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:39136 (local address 127.20.160.62:43121)
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.957139 (+ 18166us) server_negotiation.cc:206] Beginning negotiation
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.957179 (+ 40us) server_negotiation.cc:399] Waiting for connection header
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.957252 (+ 73us) server_negotiation.cc:407] Connection header received
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.969839 (+ 12587us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.969914 (+ 75us) server_negotiation.cc:461] Received NEGOTIATE request from client
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.970621 (+ 707us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.971318 (+ 697us) server_negotiation.cc:226] Negotiated authn=SASL
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.987056 (+ 15738us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.990315 (+ 3259us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:50.001771 (+ 11456us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
19:46:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:50.003048 (+ 1277us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
19:46:50.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:50.003379 (+ 331us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
19:46:50.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:50.036473 (+ 33094us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:39136: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:39136): Cannot send after transport endpoint shutdown (error 108)
19:46:50.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":17624,"thread_start_us":18221,"threads_started":1}
19:46:50.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.160.61:39813: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:46:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:50.041673 21723 negotiation.cc:337] Failed RPC negotiation. Trace:
19:46:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.937986 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38368 (local address 127.20.160.60:38199)
19:46:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.946849 (+ 8863us) server_negotiation.cc:206] Beginning negotiation
19:46:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.946889 (+ 40us) server_negotiation.cc:399] Waiting for connection header
19:46:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.946966 (+ 77us) server_negotiation.cc:407] Connection header received
19:46:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.947259 (+ 293us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
19:46:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.947290 (+ 31us) server_negotiation.cc:461] Received NEGOTIATE request from client
19:46:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.947736 (+ 446us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
19:46:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.948794 (+ 1058us) server_negotiation.cc:226] Negotiated authn=SASL
19:46:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.962573 (+ 13779us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
19:46:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.964355 (+ 1782us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
19:46:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.980853 (+ 16498us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
19:46:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.981881 (+ 1028us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
19:46:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.982153 (+ 272us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
19:46:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:50.040014 (+ 57861us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38368: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38368): Cannot send after transport endpoint shutdown (error 108)
19:46:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":8259,"thread_start_us":8034,"threads_started":1}
19:46:50.042 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=120), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.160.60:38199, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.160.61:39813, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.160.62:43121, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.160.60:38199: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [114ms] Sub RPC ConnectToMaster: received response from server master-127.20.160.62:43121: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [115ms] Sub RPC ConnectToMaster: received response from server master-127.20.160.61:39813: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.160.60:38199,127.20.160.61:39813,127.20.160.62:43121). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
19:46:50.044 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.160.62:43121(127.20.160.62:43121)] handling channelInactive
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.160.60:38199,127.20.160.61:39813,127.20.160.62:43121). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
19:46:50.046 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=126), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.160.60:38199, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.160.61:39813, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.160.62:43121, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.160.60:38199: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [114ms] Sub RPC ConnectToMaster: received response from server master-127.20.160.62:43121: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [115ms] Sub RPC ConnectToMaster: received response from server master-127.20.160.61:39813: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
19:46:50.047 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.160.60:38199(127.20.160.60:38199)] disconnecting while in state TERMINATED
19:46:50.047 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.160.61:39813(127.20.160.61:39813)] disconnecting while in state TERMINATED
19:46:50.047 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.20.160.62:43121(127.20.160.62:43121)] disconnecting while in state TERMINATED
19:46:50.053 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:46:50.055 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:46:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:50.055570 21725 negotiation.cc:337] Failed RPC negotiation. Trace:
19:46:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.945139 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38832 (local address 127.20.160.61:39813)
19:46:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.951766 (+ 6627us) server_negotiation.cc:206] Beginning negotiation
19:46:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.951807 (+ 41us) server_negotiation.cc:399] Waiting for connection header
19:46:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.951858 (+ 51us) server_negotiation.cc:407] Connection header received
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.954231 (+ 2373us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.954258 (+ 27us) server_negotiation.cc:461] Received NEGOTIATE request from client
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.954542 (+ 284us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
19:46:50.056 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.160.61:39813(127.20.160.61:39813)] handling channelInactive
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.954818 (+ 276us) server_negotiation.cc:226] Negotiated authn=SASL
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.978087 (+ 23269us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.979861 (+ 1774us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.996368 (+ 16507us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.997378 (+ 1010us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:49.997641 (+ 263us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 19:46:50.053784 (+ 56143us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38832: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38832): Cannot send after transport endpoint shutdown (error 108)
19:46:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":6222,"thread_start_us":8930,"threads_started":1}
19:46:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 19:46:50 dist-test-slave-htqb krb5kdc[21132](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790624805, etypes {rep=17 tkt=17 ses=17}, kudu/127.20.160.60@KRBTEST.COM for kudu/127.20.160.62@KRBTEST.COM
19:46:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:50.074455 21718 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:46:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:50.075657 21718 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8af2c0912f742279b646feffd34873b: Bootstrap complete.
19:46:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:50.081347 21120 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 21616
19:46:50.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:50.104841 21474 connection.cc:535] client connection to 127.20.160.62:43121 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:46:50.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:50.105408 21120 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 21525
19:46:50.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 19:46:50.127282 21472 connection.cc:535] client connection to 127.20.160.61:39813 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:46:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:50.127770 21120 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 21454
19:46:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T19:46:51Z chronyd exiting
19:46:52.386 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:46:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:52.387549 20399 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 20699
19:46:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:52.413864 20399 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 20838
19:46:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:52.442652 20399 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 20979
19:46:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:52.480029 20399 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 20411
19:46:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:52.511145 20399 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 20481
19:46:52.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 19:46:52.541774 20399 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task9OVAZw/build/tsan/bin/kudu with pid 20556
19:46:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T19:46:53Z chronyd exiting
19:46:54.751 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.160.60:38199,127.20.160.61:39813,127.20.160.62:43121). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.20.160.60:38199,127.20.160.61:39813,127.20.160.62:43121). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more