05:24:20.524 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:24:20.524 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQzTDPZ/test-tmp
05:24:20.524 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:24:20.524 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQzTDPZ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:24:20.526 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
05:24:20.848 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:24:20.848 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:24:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:20.851631 16804 mini_oidc.cc:152] Starting JWKS server
05:24:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:20.855216 16804 webserver.cc:460] Webserver started at http://127.0.0.1:34371/ using document root <none> and password file <none>
05:24:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:20.855645 16804 mini_oidc.cc:189] Starting OIDC Discovery server
05:24:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:20.857434 16804 webserver.cc:460] Webserver started at http://127.0.0.1:44435/ using document root <none> and password file <none>
05:24:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T05:24:20Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:24:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T05:24:20Z Disabled control of system clock
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:20.906937 16804 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/wal
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/data
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/logs
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/data/info.pb
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.62:39403
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.62
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json with env {}
05:24:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.203192 16816 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.203758 16816 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:21.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.204272 16816 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.235731 16816 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.236047 16816 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.236249 16816 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.236449 16816 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.236634 16816 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:21.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.236769 16816 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34371/jwks.json
05:24:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:21.272500 16816 master_runner.cc:386] Master server non-default flags:
05:24:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/data
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/wal
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.62:39403
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/data/info.pb
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.62
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/logs
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:21.273716 16816 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:21.275377 16816 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.295397 16823 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.295423 16825 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:21.295430 16822 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:21.297029 16816 server_base.cc:1034] running on GCE node
05:24:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.393646 16816 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.396377 16816 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.397764 16816 hybrid_clock.cc:648] HybridClock initialized: now 1790659462397727 us; error 52 us; skew 500 ppm
05:24:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.398589 16816 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.409809 16816 webserver.cc:460] Webserver started at http://127.16.105.62:34533/ using document root <none> and password file <none>
05:24:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.410758 16816 fs_manager.cc:359] Metadata directory not provided
05:24:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.410969 16816 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.411387 16816 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.416394 16816 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/data/instance:
05:24:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27aa4d18464b4bf1b54a57be54aae505"
05:24:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:22 on dist-test-slave-gbkc"
05:24:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.417527 16816 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/wal/instance:
05:24:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27aa4d18464b4bf1b54a57be54aae505"
05:24:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:22 on dist-test-slave-gbkc"
05:24:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.425060 16816 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
05:24:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.430999 16832 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.432175 16816 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
05:24:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.432548 16816 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/wal
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27aa4d18464b4bf1b54a57be54aae505"
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:22 on dist-test-slave-gbkc"
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.432947 16816 fs_report.cc:383] FS layout report
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/wal
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/wal
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/data/data
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.480752 16816 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.482332 16816 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.482820 16816 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.551700 16816 rpc_server.cc:307] RPC server started. Bound to: 127.16.105.62:39403
05:24:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.551812 16883 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.105.62:39403 every 8 connection(s)
05:24:22.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.554540 16816 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/data/info.pb
05:24:22.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.559686 16884 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:22.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.561376 16804 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 16816
05:24:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.561913 16804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-0/wal/instance
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.567086 16804 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/wal
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/data
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/logs
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/data/info.pb
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.61:34379
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.61
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json with env {}
05:24:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.575049 16884 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } has no permanent_uuid. Determining permanent_uuid...
05:24:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.602566 16884 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } has no permanent_uuid. Determining permanent_uuid...
05:24:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.604820 16833 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.105.61:34379: connect: Connection refused (error 111)
05:24:22.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.608975 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.61:34379: Network error: Client connection negotiation failed: client connection to 127.16.105.61:34379: connect: Connection refused (error 111)
05:24:22.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.658649 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } attempt: 1
05:24:22.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.662462 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.61:34379: Network error: Client connection negotiation failed: client connection to 127.16.105.61:34379: connect: Connection refused (error 111)
05:24:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.730912 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } attempt: 2
05:24:22.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.734632 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.61:34379: Network error: Client connection negotiation failed: client connection to 127.16.105.61:34379: connect: Connection refused (error 111)
05:24:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.826138 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } attempt: 3
05:24:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.829943 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.61:34379: Network error: Client connection negotiation failed: client connection to 127.16.105.61:34379: connect: Connection refused (error 111)
05:24:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.871361 16886 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.872018 16886 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.872568 16886 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.903784 16886 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.904142 16886 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.904381 16886 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.904609 16886 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.904827 16886 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:22.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.904970 16886 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34371/jwks.json
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.940244 16886 master_runner.cc:386] Master server non-default flags:
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/data
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/wal
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.61:34379
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/data/info.pb
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.61
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/logs
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.941434 16886 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.943043 16886 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.960402 16898 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:22.973328 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } attempt: 4
05:24:22.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.977473 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.61:34379: Network error: Client connection negotiation failed: client connection to 127.16.105.61:34379: connect: Connection refused (error 111)
05:24:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:23.277037 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } attempt: 5
05:24:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:23.281150 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.61:34379: Network error: Client connection negotiation failed: client connection to 127.16.105.61:34379: connect: Connection refused (error 111)
05:24:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:23.833773 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } attempt: 6
05:24:23.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:23.840655 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.61:34379: Network error: Client connection negotiation failed: client connection to 127.16.105.61:34379: connect: Connection refused (error 111)
05:24:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.960438 16895 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:22.960619 16896 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.067174 16897 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:24:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.067314 16886 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:24:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.070899 16886 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:24.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.073542 16886 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:24.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.074958 16886 hybrid_clock.cc:648] HybridClock initialized: now 1790659464074919 us; error 68 us; skew 500 ppm
05:24:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.075805 16886 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:24.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.082098 16886 webserver.cc:460] Webserver started at http://127.16.105.61:38995/ using document root <none> and password file <none>
05:24:24.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.083099 16886 fs_manager.cc:359] Metadata directory not provided
05:24:24.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.083303 16886 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:24.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.083710 16886 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.088688 16886 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/data/instance:
05:24:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6efbdc6c2f04715ac01971656249108"
05:24:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:24 on dist-test-slave-gbkc"
05:24:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.089864 16886 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/wal/instance:
05:24:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6efbdc6c2f04715ac01971656249108"
05:24:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:24 on dist-test-slave-gbkc"
05:24:24.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.097465 16886 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
05:24:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.103345 16907 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.104564 16886 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
05:24:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.104923 16886 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/wal
05:24:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6efbdc6c2f04715ac01971656249108"
05:24:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:24 on dist-test-slave-gbkc"
05:24:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.105280 16886 fs_report.cc:383] FS layout report
05:24:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/wal
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/wal
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/data/data
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:24.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.141721 16886 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.143288 16886 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.143784 16886 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.214380 16886 rpc_server.cc:307] RPC server started. Bound to: 127.16.105.61:34379
05:24:24.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.214484 16958 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.105.61:34379 every 8 connection(s)
05:24:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.217239 16886 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/data/info.pb
05:24:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.222595 16804 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 16886
05:24:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.222891 16959 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.223059 16804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-1/wal/instance
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.226063 16804 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/wal
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/data
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/logs
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/data/info.pb
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.60:36667
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.60
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json with env {}
05:24:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.236999 16959 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } has no permanent_uuid. Determining permanent_uuid...
05:24:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.261929 16959 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } has no permanent_uuid. Determining permanent_uuid...
05:24:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.278358 16959 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } has no permanent_uuid. Determining permanent_uuid...
05:24:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.280718 16909 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.284940 16959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.334438 16959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 1
05:24:24.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.338306 16959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.406692 16959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 2
05:24:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.410539 16959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:24.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.502012 16959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 3
05:24:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.506386 16959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:24.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.537192 16961 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:24.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.537760 16961 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.538235 16961 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.569262 16961 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.569545 16961 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.569730 16961 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.569967 16961 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.570173 16961 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.570315 16961 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34371/jwks.json
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.605903 16961 master_runner.cc:386] Master server non-default flags:
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/data
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/wal
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.60:36667
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/data/info.pb
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.60
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/logs
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.607098 16961 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.608714 16961 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.626678 16971 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.649782 16959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 4
05:24:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.654165 16959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:24.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.798496 16880 debug-util.cc:398] Leaking SignalData structure 0x7b080007c920 after lost signal to thread 16817
05:24:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.901206 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } attempt: 7
05:24:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.931538 16884 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } has no permanent_uuid. Determining permanent_uuid...
05:24:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.938030 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.953586 16959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 5
05:24:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.958281 16959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:24.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.996500 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 1
05:24:25.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:25.001149 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:25.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.082688 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 2
05:24:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:25.087554 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.173077 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 3
05:24:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:25.178102 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.318602 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 4
05:24:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:25.323621 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:25.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.505760 16959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 6
05:24:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:25.514797 16959 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.607160 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 5
05:24:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:25.611477 16884 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.105.60:36667: Network error: Client connection negotiation failed: client connection to 127.16.105.60:36667: connect: Connection refused (error 111)
05:24:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:24.628489 16961 server_base.cc:1034] running on GCE node
05:24:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.628237 16972 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:24.626704 16974 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.781248 16961 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.784719 16961 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:25.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.786221 16961 hybrid_clock.cc:648] HybridClock initialized: now 1790659465786141 us; error 82 us; skew 500 ppm
05:24:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.787427 16961 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.795642 16961 webserver.cc:460] Webserver started at http://127.16.105.60:37027/ using document root <none> and password file <none>
05:24:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.797079 16961 fs_manager.cc:359] Metadata directory not provided
05:24:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.797381 16961 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.797961 16961 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.805541 16961 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/data/instance:
05:24:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30eadf309e9949b687192e148fa840b8"
05:24:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:25 on dist-test-slave-gbkc"
05:24:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.807206 16961 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/wal/instance:
05:24:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30eadf309e9949b687192e148fa840b8"
05:24:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:25 on dist-test-slave-gbkc"
05:24:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.817526 16961 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
05:24:25.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.825492 16986 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.826694 16961 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.827023 16961 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/wal
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30eadf309e9949b687192e148fa840b8"
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:25 on dist-test-slave-gbkc"
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.827353 16961 fs_report.cc:383] FS layout report
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/wal
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/wal
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/data/data
05:24:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:25.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.876965 16961 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.878556 16961 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.878973 16961 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.958194 16961 rpc_server.cc:307] RPC server started. Bound to: 127.16.105.60:36667
05:24:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.958287 17037 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.105.60:36667 every 8 connection(s)
05:24:25.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.961005 16961 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/data/info.pb
05:24:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.961661 16804 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 16961
05:24:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.962097 16804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/master-2/wal/instance
05:24:25.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.968094 17038 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:25.988094 17038 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } has no permanent_uuid. Determining permanent_uuid...
05:24:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.035990 17038 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } has no permanent_uuid. Determining permanent_uuid...
05:24:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.049302 17038 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } has no permanent_uuid. Determining permanent_uuid...
05:24:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.071030 17038 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8: Bootstrap starting.
05:24:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.076931 17038 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8: Neither blocks nor log segments found. Creating new log.
05:24:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.079439 17038 log.cc:824] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8: Log is configured to *not* fsync() on all Append() calls
05:24:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.084748 17038 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8: No bootstrap required, opened a new log
05:24:26.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.106822 17038 raft_consensus.cc:348] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.107633 17038 raft_consensus.cc:374] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.107914 17038 raft_consensus.cc:729] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30eadf309e9949b687192e148fa840b8, State: Initialized, Role: FOLLOWER
05:24:26.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.108659 17038 consensus_queue.cc:260] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.111248 17047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.112110 17047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: This master's current role is: FOLLOWER
05:24:26.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.112910 17038 sys_catalog.cc:564] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: configured and running, proceeding with master startup.
05:24:26.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:26.134387 16992 tablet.cc:2369] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:24:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.134601 17058 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:24:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.138722 16961 master_runner.cc:186] Error getting master registration for 127.16.105.62:39403: OK, instance_id { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" instance_seqno: 1790659462532917 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:24:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.159936 16961 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:24:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.164031 16884 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 6
05:24:26.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.186856 16884 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: Bootstrap starting.
05:24:26.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.193959 16884 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: Neither blocks nor log segments found. Creating new log.
05:24:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.196405 16884 log.cc:824] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: Log is configured to *not* fsync() on all Append() calls
05:24:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.202302 16884 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: No bootstrap required, opened a new log
05:24:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.234014 16884 raft_consensus.cc:348] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.234925 16884 raft_consensus.cc:374] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:26.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.235222 16884 raft_consensus.cc:729] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27aa4d18464b4bf1b54a57be54aae505, State: Initialized, Role: FOLLOWER
05:24:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.236207 16884 consensus_queue.cc:260] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.239198 17061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.240298 17061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [sys.catalog]: This master's current role is: FOLLOWER
05:24:26.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.241139 16884 sys_catalog.cc:564] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [sys.catalog]: configured and running, proceeding with master startup.
05:24:26.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:26.241775 16838 tablet.cc:2369] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:24:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:26.271835 17072 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:24:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:26.272291 17072 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:24:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.273474 16816 master_runner.cc:186] Error getting master registration for 127.16.105.61:34379: OK, instance_id { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" instance_seqno: 1790659464195104 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:24:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.299396 16816 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:24:26.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.416888 17047 raft_consensus.cc:482] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:24:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.417484 17047 raft_consensus.cc:504] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.421752 17047 leader_election.cc:288] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 27aa4d18464b4bf1b54a57be54aae505 (127.16.105.62:39403), d6efbdc6c2f04715ac01971656249108 (127.16.105.61:34379)
05:24:26.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.422932 16859 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30eadf309e9949b687192e148fa840b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27aa4d18464b4bf1b54a57be54aae505" is_pre_election: true
05:24:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.423982 16859 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30eadf309e9949b687192e148fa840b8 in term 0.
05:24:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.425387 16988 leader_election.cc:302] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27aa4d18464b4bf1b54a57be54aae505, 30eadf309e9949b687192e148fa840b8; no voters:
05:24:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.426277 17047 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:24:26.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.426545 17047 raft_consensus.cc:482] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:24:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.426905 17047 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 0 FOLLOWER]: Advancing to term 1
05:24:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.432554 17047 raft_consensus.cc:504] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.434437 17047 leader_election.cc:288] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [CANDIDATE]: Term 1 election: Requested vote from peers 27aa4d18464b4bf1b54a57be54aae505 (127.16.105.62:39403), d6efbdc6c2f04715ac01971656249108 (127.16.105.61:34379)
05:24:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.435626 16859 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30eadf309e9949b687192e148fa840b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27aa4d18464b4bf1b54a57be54aae505"
05:24:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.436244 16859 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [term 0 FOLLOWER]: Advancing to term 1
05:24:26.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.443197 16859 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30eadf309e9949b687192e148fa840b8 in term 1.
05:24:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.444321 16988 leader_election.cc:302] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27aa4d18464b4bf1b54a57be54aae505, 30eadf309e9949b687192e148fa840b8; no voters:
05:24:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.445127 17047 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 1 FOLLOWER]: Leader election won for term 1
05:24:26.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.447036 17047 raft_consensus.cc:686] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [term 1 LEADER]: Becoming Leader. State: Replica: 30eadf309e9949b687192e148fa840b8, State: Running, Role: LEADER
05:24:26.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.448009 17047 consensus_queue.cc:237] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.467401 17074 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30eadf309e9949b687192e148fa840b8. Latest consensus state: current_term: 1 leader_uuid: "30eadf309e9949b687192e148fa840b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.470599 17074 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: This master's current role is: LEADER
05:24:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.473479 17076 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:24:26.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.484321 17076 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:24:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.507360 16859 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [term 1 FOLLOWER]: Refusing update from remote peer 30eadf309e9949b687192e148fa840b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:24:26.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.509749 17074 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:24:26.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.542877 17078 mvcc.cc:205] Tried to move back new op lower bound from 7334541174793834496 to 7334541174581043200. Current Snapshot: MvccSnapshot[applied={T|T < 7334541174793834496}]
05:24:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.538045 17061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30eadf309e9949b687192e148fa840b8. Latest consensus state: current_term: 1 leader_uuid: "30eadf309e9949b687192e148fa840b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.546162 17061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [sys.catalog]: This master's current role is: FOLLOWER
05:24:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.551168 17047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "30eadf309e9949b687192e148fa840b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.552006 17047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: This master's current role is: LEADER
05:24:26.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.564795 17076 catalog_manager.cc:1347] Generated new cluster ID: d1e474ec671b452ca35e75b114f764e0
05:24:26.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.565157 17076 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:24:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.575362 16959 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } attempt: 7
05:24:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.614846 17061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "30eadf309e9949b687192e148fa840b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.615585 17061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505 [sys.catalog]: This master's current role is: FOLLOWER
05:24:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.650490 16959 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108: Bootstrap starting.
05:24:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.659235 16959 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108: Neither blocks nor log segments found. Creating new log.
05:24:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.661933 16959 log.cc:824] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108: Log is configured to *not* fsync() on all Append() calls
05:24:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.666870 17076 catalog_manager.cc:1370] Generated new certificate authority record
05:24:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.669553 17076 catalog_manager.cc:1504] Loading token signing keys...
05:24:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.679407 16959 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108: No bootstrap required, opened a new log
05:24:26.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.697481 17076 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8: Generated new TSK 0
05:24:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.702684 17076 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:24:26.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.733032 16959 raft_consensus.cc:348] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.734154 16959 raft_consensus.cc:374] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:26.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.734469 16959 raft_consensus.cc:729] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d6efbdc6c2f04715ac01971656249108, State: Initialized, Role: FOLLOWER
05:24:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.735411 16959 consensus_queue.cc:260] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } }
05:24:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.746549 16959 sys_catalog.cc:564] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [sys.catalog]: configured and running, proceeding with master startup.
05:24:26.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.747154 16932 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [term 0 FOLLOWER]: Advancing to term 1
05:24:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.748466 16933 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30eadf309e9949b687192e148fa840b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d6efbdc6c2f04715ac01971656249108"
05:24:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.743717 17086 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.750365 17086 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [sys.catalog]: This master's current role is: FOLLOWER
05:24:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.759081 16934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30eadf309e9949b687192e148fa840b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d6efbdc6c2f04715ac01971656249108" is_pre_election: true
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.765736 16804 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/wal
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/data
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/logs
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/data/info.pb
05:24:26.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.1:0
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.105.1
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.1
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:24:26.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.771989 16932 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [term 1 FOLLOWER]: Refusing update from remote peer 30eadf309e9949b687192e148fa840b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:24:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.774323 17074 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
05:24:26.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.857519 17086 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30eadf309e9949b687192e148fa840b8. Latest consensus state: current_term: 1 leader_uuid: "30eadf309e9949b687192e148fa840b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.858268 17086 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [sys.catalog]: This master's current role is: FOLLOWER
05:24:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.857573 17096 sys_catalog.cc:455] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "30eadf309e9949b687192e148fa840b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.860656 17096 sys_catalog.cc:458] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108 [sys.catalog]: This master's current role is: FOLLOWER
05:24:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.887372 17103 catalog_manager.cc:1259] Loaded cluster ID: d1e474ec671b452ca35e75b114f764e0
05:24:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.887656 17103 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108: loading cluster ID for follower catalog manager: success
05:24:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.902200 17103 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108: acquiring CA information for follower catalog manager: success
05:24:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:26.924177 17103 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d6efbdc6c2f04715ac01971656249108: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.173509 17074 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "30eadf309e9949b687192e148fa840b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "27aa4d18464b4bf1b54a57be54aae505" member_type: VOTER last_known_addr { host: "127.16.105.62" port: 39403 } } peers { permanent_uuid: "d6efbdc6c2f04715ac01971656249108" member_type: VOTER last_known_addr { host: "127.16.105.61" port: 34379 } } peers { permanent_uuid: "30eadf309e9949b687192e148fa840b8" member_type: VOTER last_known_addr { host: "127.16.105.60" port: 36667 } } }
05:24:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.174255 17074 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 [sys.catalog]: This master's current role is: LEADER
05:24:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.278302 17072 catalog_manager.cc:1259] Loaded cluster ID: d1e474ec671b452ca35e75b114f764e0
05:24:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.278613 17072 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: loading cluster ID for follower catalog manager: success
05:24:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.305464 17072 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: acquiring CA information for follower catalog manager: success
05:24:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.315434 17072 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 27aa4d18464b4bf1b54a57be54aae505: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:27.441753 17088 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:27.443521 17088 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:27.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:27.444789 17088 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:27.503684 17088 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:27.505352 17088 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.105.1
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.568104 17088 tablet_server_runner.cc:78] Tablet server non-default flags:
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/data
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/wal
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.1:0
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/data/info.pb
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.1
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.105.1
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/logs
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.570832 17088 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:27.573308 17088 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:27.626475 17111 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:29.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:28.997079 17109 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 17088
05:24:29.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:29.874933 17088 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.246s user 0.389s sys 0.694s
05:24:29.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:29.875273 17088 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.246s user 0.389s sys 0.694s
05:24:29.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:27.632211 17110 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:29.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:29.878026 17114 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:29.880535 17112 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2248 milliseconds
05:24:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.880560 17088 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:24:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.881932 17088 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.884445 17088 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:29.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.885987 17088 hybrid_clock.cc:648] HybridClock initialized: now 1790659469885943 us; error 49 us; skew 500 ppm
05:24:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.886833 17088 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.897527 17088 webserver.cc:460] Webserver started at http://127.16.105.1:44277/ using document root <none> and password file <none>
05:24:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.898459 17088 fs_manager.cc:359] Metadata directory not provided
05:24:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.898661 17088 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:29.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.899044 17088 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.904563 17088 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/data/instance:
05:24:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc6453199c4a4956b56471c489bb060a"
05:24:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:29 on dist-test-slave-gbkc"
05:24:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.905827 17088 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/wal/instance:
05:24:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc6453199c4a4956b56471c489bb060a"
05:24:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:29 on dist-test-slave-gbkc"
05:24:29.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.913645 17088 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
05:24:29.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.919808 17120 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.921034 17088 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
05:24:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.921342 17088 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/wal
05:24:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc6453199c4a4956b56471c489bb060a"
05:24:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:29 on dist-test-slave-gbkc"
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.921705 17088 fs_report.cc:383] FS layout report
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/wal
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/wal
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/data/data
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.958240 17088 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:29.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.960326 17088 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.960906 17088 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.964416 17088 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:24:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.970336 17088 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:24:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.970634 17088 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:24:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.970937 17088 ts_tablet_manager.cc:610] Registered 0 tablets
05:24:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:29.971153 17088 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:24:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.138933 17088 rpc_server.cc:307] RPC server started. Bound to: 127.16.105.1:36409
05:24:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.139088 17232 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.105.1:36409 every 8 connection(s)
05:24:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.141794 17088 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/data/info.pb
05:24:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.153465 16804 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 17088
05:24:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.153909 16804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-0/wal/instance
05:24:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.169377 16804 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/wal
05:24:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/data
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/logs
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/data/info.pb
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.2:0
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.105.2
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.2
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:24:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.200575 17233 heartbeater.cc:347] Connected to a master server at 127.16.105.60:36667
05:24:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.201133 17233 heartbeater.cc:464] Registering TS with master...
05:24:30.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.202483 17233 heartbeater.cc:511] Master 127.16.105.60:36667 requested a full tablet report, sending...
05:24:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.203367 17234 heartbeater.cc:347] Connected to a master server at 127.16.105.61:34379
05:24:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.203715 17234 heartbeater.cc:464] Registering TS with master...
05:24:30.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.204589 17234 heartbeater.cc:511] Master 127.16.105.61:34379 requested a full tablet report, sending...
05:24:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.206923 17003 ts_manager.cc:194] Registered new tserver with Master: bc6453199c4a4956b56471c489bb060a (127.16.105.1:36409)
05:24:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.207991 16924 ts_manager.cc:194] Registered new tserver with Master: bc6453199c4a4956b56471c489bb060a (127.16.105.1:36409)
05:24:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.209965 17003 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.105.1:55771
05:24:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.219002 17235 heartbeater.cc:347] Connected to a master server at 127.16.105.62:39403
05:24:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.219405 17235 heartbeater.cc:464] Registering TS with master...
05:24:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.220213 17235 heartbeater.cc:511] Master 127.16.105.62:39403 requested a full tablet report, sending...
05:24:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.223615 16848 ts_manager.cc:194] Registered new tserver with Master: bc6453199c4a4956b56471c489bb060a (127.16.105.1:36409)
05:24:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:30.507499 17243 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:30.508088 17243 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:30.508545 17243 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:30.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:30.541438 17243 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:30.542318 17243 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.105.2
05:24:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.577418 17243 tablet_server_runner.cc:78] Tablet server non-default flags:
05:24:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/data
05:24:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/wal
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.2:0
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/data/info.pb
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.2
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.105.2
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/logs
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.578581 17243 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:30.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:30.580278 17243 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:30.598960 17250 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:31.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.215086 17233 heartbeater.cc:503] Master 127.16.105.60:36667 was elected leader, sending a full tablet report...
05:24:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:30.600462 17249 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:30.599253 17252 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:31.698251 17251 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:24:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.698292 17243 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:24:31.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.701874 17243 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.704104 17243 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:31.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.705451 17243 hybrid_clock.cc:648] HybridClock initialized: now 1790659471705420 us; error 49 us; skew 500 ppm
05:24:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.706207 17243 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.712728 17243 webserver.cc:460] Webserver started at http://127.16.105.2:41791/ using document root <none> and password file <none>
05:24:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.713601 17243 fs_manager.cc:359] Metadata directory not provided
05:24:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.713825 17243 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.714239 17243 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.718976 17243 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/data/instance:
05:24:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93de80e52f4f40a9a2c2438b715ee342"
05:24:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:31 on dist-test-slave-gbkc"
05:24:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.720055 17243 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/wal/instance:
05:24:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93de80e52f4f40a9a2c2438b715ee342"
05:24:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:31 on dist-test-slave-gbkc"
05:24:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.727305 17243 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.004s
05:24:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.733776 17262 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.734934 17243 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
05:24:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.735306 17243 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/wal
05:24:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93de80e52f4f40a9a2c2438b715ee342"
05:24:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:31 on dist-test-slave-gbkc"
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.735734 17243 fs_report.cc:383] FS layout report
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/wal
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/wal
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/data/data
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:31.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.776813 17243 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.778210 17243 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:31.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.778625 17243 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.781044 17243 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:24:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.785095 17243 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:24:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.785300 17243 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:24:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.785485 17243 ts_tablet_manager.cc:610] Registered 0 tablets
05:24:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.785609 17243 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:24:31.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.918473 17243 rpc_server.cc:307] RPC server started. Bound to: 127.16.105.2:36797
05:24:31.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.918553 17374 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.105.2:36797 every 8 connection(s)
05:24:31.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.921351 17243 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/data/info.pb
05:24:31.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.928848 16804 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 17243
05:24:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.929610 16804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-1/wal/instance
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.952195 16804 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/wal
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/data
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/logs
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/data/info.pb
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.3:0
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.105.3
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.3
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:24:31.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.971509 17377 heartbeater.cc:347] Connected to a master server at 127.16.105.62:39403
05:24:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.972059 17377 heartbeater.cc:464] Registering TS with master...
05:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.973377 17377 heartbeater.cc:511] Master 127.16.105.62:39403 requested a full tablet report, sending...
05:24:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.975288 17376 heartbeater.cc:347] Connected to a master server at 127.16.105.61:34379
05:24:31.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.975642 17376 heartbeater.cc:464] Registering TS with master...
05:24:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.976540 17376 heartbeater.cc:511] Master 127.16.105.61:34379 requested a full tablet report, sending...
05:24:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.976856 16848 ts_manager.cc:194] Registered new tserver with Master: 93de80e52f4f40a9a2c2438b715ee342 (127.16.105.2:36797)
05:24:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.979200 16924 ts_manager.cc:194] Registered new tserver with Master: 93de80e52f4f40a9a2c2438b715ee342 (127.16.105.2:36797)
05:24:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.989075 17375 heartbeater.cc:347] Connected to a master server at 127.16.105.60:36667
05:24:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.989398 17375 heartbeater.cc:464] Registering TS with master...
05:24:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.990091 17375 heartbeater.cc:511] Master 127.16.105.60:36667 requested a full tablet report, sending...
05:24:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.992002 17003 ts_manager.cc:194] Registered new tserver with Master: 93de80e52f4f40a9a2c2438b715ee342 (127.16.105.2:36797)
05:24:31.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:31.994025 17003 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.105.2:52399
05:24:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:32.278716 17385 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:32.279382 17385 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:32.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:32.280176 17385 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:32.315121 17385 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:32.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:32.315974 17385 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.105.3
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:32.354171 17385 tablet_server_runner.cc:78] Tablet server non-default flags:
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.105.20:34689
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/data
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/wal
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.105.3:0
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/data/info.pb
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.105.3
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.105.62:39403,127.16.105.61:34379,127.16.105.60:36667
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.105.3
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/logs
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:32.355401 17385 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:32.357015 17385 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:32.376286 17392 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:32.997934 17375 heartbeater.cc:503] Master 127.16.105.60:36667 was elected leader, sending a full tablet report...
05:24:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:32.376634 17394 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:32.377748 17385 server_base.cc:1034] running on GCE node
05:24:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:32.376320 17391 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:33.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.473529 17385 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.475795 17385 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:33.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.477267 17385 hybrid_clock.cc:648] HybridClock initialized: now 1790659473477226 us; error 53 us; skew 500 ppm
05:24:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.478053 17385 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.484506 17385 webserver.cc:460] Webserver started at http://127.16.105.3:40221/ using document root <none> and password file <none>
05:24:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.485430 17385 fs_manager.cc:359] Metadata directory not provided
05:24:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.485628 17385 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.486050 17385 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.490896 17385 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/data/instance:
05:24:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7c5a513813a4aeca779e995683ccd00"
05:24:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:33 on dist-test-slave-gbkc"
05:24:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.492081 17385 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/wal/instance:
05:24:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7c5a513813a4aeca779e995683ccd00"
05:24:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:33 on dist-test-slave-gbkc"
05:24:33.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.499337 17385 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
05:24:33.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.504979 17402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.506139 17385 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
05:24:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.506498 17385 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/wal
05:24:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7c5a513813a4aeca779e995683ccd00"
05:24:33.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:33 on dist-test-slave-gbkc"
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.506840 17385 fs_report.cc:383] FS layout report
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/wal
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/wal
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/data/data
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:33.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.546288 17385 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:33.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.547828 17385 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:33.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.548357 17385 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.550860 17385 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:24:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.555280 17385 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:24:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.555500 17385 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:24:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.555716 17385 ts_tablet_manager.cc:610] Registered 0 tablets
05:24:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.555845 17385 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:24:33.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.712512 17385 rpc_server.cc:307] RPC server started. Bound to: 127.16.105.3:36615
05:24:33.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.712713 17514 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.105.3:36615 every 8 connection(s)
05:24:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.715224 17385 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/data/info.pb
05:24:33.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.723004 16804 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 17385
05:24:33.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.723505 16804 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster7868103555669912492/ts-2/wal/instance
05:24:33.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.757277 17516 heartbeater.cc:347] Connected to a master server at 127.16.105.61:34379
05:24:33.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.757783 17516 heartbeater.cc:464] Registering TS with master...
05:24:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.757884 17517 heartbeater.cc:347] Connected to a master server at 127.16.105.62:39403
05:24:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.758219 17517 heartbeater.cc:464] Registering TS with master...
05:24:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.758915 17516 heartbeater.cc:511] Master 127.16.105.61:34379 requested a full tablet report, sending...
05:24:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.759176 17517 heartbeater.cc:511] Master 127.16.105.62:39403 requested a full tablet report, sending...
05:24:33.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.761839 17515 heartbeater.cc:347] Connected to a master server at 127.16.105.60:36667
05:24:33.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.761950 16848 ts_manager.cc:194] Registered new tserver with Master: b7c5a513813a4aeca779e995683ccd00 (127.16.105.3:36615)
05:24:33.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.761859 16923 ts_manager.cc:194] Registered new tserver with Master: b7c5a513813a4aeca779e995683ccd00 (127.16.105.3:36615)
05:24:33.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.762205 17515 heartbeater.cc:464] Registering TS with master...
05:24:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.763025 17515 heartbeater.cc:511] Master 127.16.105.60:36667 requested a full tablet report, sending...
05:24:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.765638 17002 ts_manager.cc:194] Registered new tserver with Master: b7c5a513813a4aeca779e995683ccd00 (127.16.105.3:36615)
05:24:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.767311 17002 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.105.3:36051
05:24:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:33.784827 16804 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:24:33.795 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:24:33.795 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
05:24:33.796 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.105.62"
port: 39403
}
bound_http_address {
host: "127.16.105.62"
port: 34533
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.105.61"
port: 34379
}
bound_http_address {
host: "127.16.105.61"
port: 38995
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.105.60"
port: 36667
}
bound_http_address {
host: "127.16.105.60"
port: 37027
}
}
}
05:24:33.796 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:24:33.797 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.105.1"
port: 36409
}
bound_http_address {
host: "127.16.105.1"
port: 44277
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.105.2"
port: 36797
}
bound_http_address {
host: "127.16.105.2"
port: 41791
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.105.3"
port: 36615
}
bound_http_address {
host: "127.16.105.3"
port: 40221
}
}
}
05:24:33.798 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:24:33.798 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster2723152161296853912/krb5kdc/krb5cc
05:24:33.799 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
05:24:33.800 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQzTDPZ/test-tmp
05:24:33.800 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:24:33.800 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQzTDPZ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:24:33.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
05:24:34.139 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:34.139 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:24:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:34.142897 17526 mini_oidc.cc:152] Starting JWKS server
05:24:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:34.146813 17526 webserver.cc:460] Webserver started at http://127.0.0.1:33215/ using document root <none> and password file <none>
05:24:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:34.147454 17526 mini_oidc.cc:189] Starting OIDC Discovery server
05:24:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:34.149339 17526 webserver.cc:460] Webserver started at http://127.0.0.1:38175/ using document root <none> and password file <none>
05:24:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
05:24:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/principal' for realm 'KRBTEST.COM',
05:24:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
05:24:34.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:34 dist-test-slave-gbkc krb5kdc[17537](info): setting up network...
05:24:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
05:24:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:34 dist-test-slave-gbkc krb5kdc[17537](info): set up 2 sockets
05:24:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:34 dist-test-slave-gbkc krb5kdc[17537](info): commencing operation
05:24:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
05:24:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:34.772063 17515 heartbeater.cc:503] Master 127.16.105.60:36667 was elected leader, sending a full tablet report...
05:24:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.191624 17526 mini_kdc.cc:121] Time spent starting KDC: real 1.017s user 0.007s sys 0.013s
05:24:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
05:24:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:24:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
05:24:35.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
05:24:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:24:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
05:24:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
05:24:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:24:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
05:24:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:24:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/test-user.keytab.
05:24:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/test-user.keytab.
05:24:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:35 dist-test-slave-gbkc krb5kdc[17537](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659475, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:24:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:24:35.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T05:24:35Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:24:35.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T05:24:35Z Disabled control of system clock
05:24:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.29.190@KRBTEST.COM; defaulting to no policy
05:24:35.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:24:35.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.29.190@KRBTEST.COM" created.
05:24:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:24:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.29.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.190.keytab.
05:24:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.29.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.190.keytab.
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:35.384740 17526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/logs
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/info.pb
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.190:39557
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.190
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.190.keytab
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.190
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:24:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:24:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.685782 17551 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.686362 17551 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.686966 17551 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.719055 17551 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:24:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.719311 17551 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.719653 17551 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.719900 17551 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.720124 17551 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.720320 17551 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.720481 17551 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33215/jwks.json
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:35.758603 17551 master_runner.cc:386] Master server non-default flags:
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.190.keytab
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.190
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.190:39557
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/info.pb
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.190
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/logs
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:35.759753 17551 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:35.760834 17551 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:35.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.782657 17558 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.784466 17557 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:35.786175 17560 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:36.954206 17559 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1170 milliseconds
05:24:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.954363 17551 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:24:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.955698 17551 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.958647 17551 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.960050 17551 hybrid_clock.cc:648] HybridClock initialized: now 1790659476959973 us; error 90 us; skew 500 ppm
05:24:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.961087 17551 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:36 dist-test-slave-gbkc krb5kdc[17537](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659476, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:24:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.967603 17551 init.cc:377] Logged in from keytab as kudu/127.17.29.190@KRBTEST.COM (short username kudu)
05:24:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.973914 17551 webserver.cc:460] Webserver started at http://127.17.29.190:35891/ using document root <none> and password file <none>
05:24:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.974937 17551 fs_manager.cc:359] Metadata directory not provided
05:24:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.975183 17551 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.975670 17551 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.981025 17551 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/instance:
05:24:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a461ebabd19146a6844147b917e1d76d"
05:24:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:36 on dist-test-slave-gbkc"
05:24:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.982335 17551 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal/instance:
05:24:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a461ebabd19146a6844147b917e1d76d"
05:24:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:36 on dist-test-slave-gbkc"
05:24:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.990366 17551 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.004s
05:24:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.996583 17568 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.998054 17551 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
05:24:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.998420 17551 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a461ebabd19146a6844147b917e1d76d"
05:24:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:36 on dist-test-slave-gbkc"
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:36.998781 17551 fs_report.cc:383] FS layout report
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/data
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.045115 17551 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.051081 17551 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.051579 17551 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:37.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.121321 17551 rpc_server.cc:307] RPC server started. Bound to: 127.17.29.190:39557
05:24:37.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.121405 17619 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.29.190:39557 every 8 connection(s)
05:24:37.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.124490 17551 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/info.pb
05:24:37.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.130003 17620 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.135162 17526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 17551
05:24:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.135694 17526 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal/instance
05:24:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.141824 17620 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } has no permanent_uuid. Determining permanent_uuid...
05:24:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.29.189@KRBTEST.COM; defaulting to no policy
05:24:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:24:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.29.189@KRBTEST.COM" created.
05:24:37.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:37 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659476, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.190@KRBTEST.COM for kudu/127.17.29.190@KRBTEST.COM
05:24:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:24:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.29.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.189.keytab.
05:24:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.29.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.189.keytab.
05:24:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.182305 17620 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } has no permanent_uuid. Determining permanent_uuid...
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.184028 17526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/logs
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/info.pb
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.189:43587
05:24:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.189
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.189.keytab
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.189
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:24:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.184567 17571 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.29.189:43587: connect: Connection refused (error 111)
05:24:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.188448 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.189:43587: Network error: Client connection negotiation failed: client connection to 127.17.29.189:43587: connect: Connection refused (error 111)
05:24:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.238054 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } attempt: 1
05:24:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.242625 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.189:43587: Network error: Client connection negotiation failed: client connection to 127.17.29.189:43587: connect: Connection refused (error 111)
05:24:37.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.311015 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } attempt: 2
05:24:37.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.314672 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.189:43587: Network error: Client connection negotiation failed: client connection to 127.17.29.189:43587: connect: Connection refused (error 111)
05:24:37.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.406165 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } attempt: 3
05:24:37.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.410022 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.189:43587: Network error: Client connection negotiation failed: client connection to 127.17.29.189:43587: connect: Connection refused (error 111)
05:24:37.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.498515 17627 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:37.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.499197 17627 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:37.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.499935 17627 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.532092 17627 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:24:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.532577 17627 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.532975 17627 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.533380 17627 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.533653 17627 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.533911 17627 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.534116 17627 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33215/jwks.json
05:24:37.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.553418 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } attempt: 4
05:24:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.557245 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.189:43587: Network error: Client connection negotiation failed: client connection to 127.17.29.189:43587: connect: Connection refused (error 111)
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.573062 17627 master_runner.cc:386] Master server non-default flags:
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.189.keytab
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.189
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.189:43587
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:37.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/info.pb
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.189
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/logs
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.574535 17627 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:37.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.575719 17627 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:37.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.593789 17634 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:37.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:37.856622 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } attempt: 5
05:24:37.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.860121 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.189:43587: Network error: Client connection negotiation failed: client connection to 127.17.29.189:43587: connect: Connection refused (error 111)
05:24:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.407713 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } attempt: 6
05:24:38.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:38.414355 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.189:43587: Network error: Client connection negotiation failed: client connection to 127.17.29.189:43587: connect: Connection refused (error 111)
05:24:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.593945 17635 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:37.594003 17637 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:38.726864 17636 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:24:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.727010 17627 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:24:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.731109 17627 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:38.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.733896 17627 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.735350 17627 hybrid_clock.cc:648] HybridClock initialized: now 1790659478735287 us; error 42 us; skew 500 ppm
05:24:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.736290 17627 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:38 dist-test-slave-gbkc krb5kdc[17537](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659478, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:24:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.742484 17627 init.cc:377] Logged in from keytab as kudu/127.17.29.189@KRBTEST.COM (short username kudu)
05:24:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.747924 17627 webserver.cc:460] Webserver started at http://127.17.29.189:36693/ using document root <none> and password file <none>
05:24:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.748883 17627 fs_manager.cc:359] Metadata directory not provided
05:24:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.749097 17627 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.749521 17627 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:38.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.754977 17627 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/instance:
05:24:38.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c565a03cf2f04f559c8c0b071f00e599"
05:24:38.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:38 on dist-test-slave-gbkc"
05:24:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.756232 17627 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal/instance:
05:24:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c565a03cf2f04f559c8c0b071f00e599"
05:24:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:38 on dist-test-slave-gbkc"
05:24:38.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.764016 17627 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
05:24:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.770854 17647 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.772054 17627 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
05:24:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.772373 17627 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c565a03cf2f04f559c8c0b071f00e599"
05:24:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:38 on dist-test-slave-gbkc"
05:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.772691 17627 fs_report.cc:383] FS layout report
05:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/data
05:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:38.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.827379 17627 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.834863 17627 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.835438 17627 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.906167 17627 rpc_server.cc:307] RPC server started. Bound to: 127.17.29.189:43587
05:24:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.906252 17698 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.29.189:43587 every 8 connection(s)
05:24:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.909075 17627 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/info.pb
05:24:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.914891 17699 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.915791 17526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 17627
05:24:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.916256 17526 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal/instance
05:24:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.29.188@KRBTEST.COM; defaulting to no policy
05:24:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.931277 17699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } has no permanent_uuid. Determining permanent_uuid...
05:24:38.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:24:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.29.188@KRBTEST.COM" created.
05:24:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:38 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659478, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.189@KRBTEST.COM for kudu/127.17.29.190@KRBTEST.COM
05:24:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:24:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.29.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.188.keytab.
05:24:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.29.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.188.keytab.
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.961796 17526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/logs
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/info.pb
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.188:37065
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.188
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.188.keytab
05:24:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.188
05:24:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:24:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:24:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:24:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:38.971179 17699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } has no permanent_uuid. Determining permanent_uuid...
05:24:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:38 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659478, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.189@KRBTEST.COM for kudu/127.17.29.189@KRBTEST.COM
05:24:39.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.009804 17699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } has no permanent_uuid. Determining permanent_uuid...
05:24:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.012606 17649 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.017629 17699 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.067293 17699 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 1
05:24:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.071002 17699 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.139449 17699 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 2
05:24:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.143404 17699 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.234848 17699 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 3
05:24:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.238907 17699 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.296233 17705 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:39.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.296769 17705 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:39.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.297349 17705 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.329397 17705 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:24:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.329633 17705 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.329890 17705 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.330091 17705 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.330277 17705 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.330461 17705 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.330600 17705 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33215/jwks.json
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.369009 17705 master_runner.cc:386] Master server non-default flags:
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.188.keytab
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.188
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.188:37065
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/info.pb
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.188
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/logs
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.370210 17705 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.371311 17705 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.382359 17699 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 4
05:24:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.386034 17699 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.389104 17716 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.474956 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } attempt: 7
05:24:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:39 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659476, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.190@KRBTEST.COM for kudu/127.17.29.189@KRBTEST.COM
05:24:39.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.503921 17620 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } has no permanent_uuid. Determining permanent_uuid...
05:24:39.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.509222 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.567781 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 1
05:24:39.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.571714 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.653218 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 2
05:24:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.657296 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.685485 17699 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 5
05:24:39.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.689677 17699 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.742784 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 3
05:24:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.747030 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.887900 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 4
05:24:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.892444 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.175989 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 5
05:24:40.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:40.180075 17620 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.237113 17699 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 6
05:24:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:40.244382 17699 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.389103 17713 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:39.390337 17705 server_base.cc:1034] running on GCE node
05:24:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:39.389424 17714 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.526959 17705 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:40.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.529573 17705 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.530956 17705 hybrid_clock.cc:648] HybridClock initialized: now 1790659480530897 us; error 74 us; skew 500 ppm
05:24:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.531809 17705 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:40.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659480, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:24:40.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.537714 17705 init.cc:377] Logged in from keytab as kudu/127.17.29.188@KRBTEST.COM (short username kudu)
05:24:40.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.543314 17705 webserver.cc:460] Webserver started at http://127.17.29.188:42861/ using document root <none> and password file <none>
05:24:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.544361 17705 fs_manager.cc:359] Metadata directory not provided
05:24:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.544584 17705 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.545074 17705 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:40.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.550053 17705 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/instance:
05:24:40.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33892eb1db054e208a5a6e2142cb5a67"
05:24:40.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:40 on dist-test-slave-gbkc"
05:24:40.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.551244 17705 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal/instance:
05:24:40.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33892eb1db054e208a5a6e2142cb5a67"
05:24:40.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:40 on dist-test-slave-gbkc"
05:24:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.559115 17705 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
05:24:40.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.564929 17729 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.566049 17705 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
05:24:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.566450 17705 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33892eb1db054e208a5a6e2142cb5a67"
05:24:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:40 on dist-test-slave-gbkc"
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.566787 17705 fs_report.cc:383] FS layout report
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/data
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:40.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:40.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.621376 17705 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.627842 17705 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.628327 17705 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.699856 17705 rpc_server.cc:307] RPC server started. Bound to: 127.17.29.188:37065
05:24:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.699966 17780 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.29.188:37065 every 8 connection(s)
05:24:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.702600 17705 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/info.pb
05:24:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.703353 17526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 17705
05:24:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.703773 17526 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal/instance
05:24:40.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.709384 17781 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:40.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.728060 17781 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } has no permanent_uuid. Determining permanent_uuid...
05:24:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.733208 17620 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 6
05:24:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659475, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.29.188@KRBTEST.COM
05:24:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659476, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.190@KRBTEST.COM for kudu/127.17.29.188@KRBTEST.COM
05:24:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659480, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.188@KRBTEST.COM for kudu/127.17.29.190@KRBTEST.COM
05:24:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.774077 17781 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } has no permanent_uuid. Determining permanent_uuid...
05:24:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659475, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.29.189@KRBTEST.COM
05:24:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.783005 17620 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Bootstrap starting.
05:24:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.792138 17620 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Neither blocks nor log segments found. Creating new log.
05:24:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.795022 17620 log.cc:824] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Log is configured to *not* fsync() on all Append() calls
05:24:40.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.801947 17620 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: No bootstrap required, opened a new log
05:24:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659480, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.188@KRBTEST.COM for kudu/127.17.29.189@KRBTEST.COM
05:24:40.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659475, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.29.190@KRBTEST.COM
05:24:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.825091 17781 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } has no permanent_uuid. Determining permanent_uuid...
05:24:40.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.832247 17620 raft_consensus.cc:348] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:40.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.833021 17620 raft_consensus.cc:374] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:40.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.833230 17620 raft_consensus.cc:729] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a461ebabd19146a6844147b917e1d76d, State: Initialized, Role: FOLLOWER
05:24:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.833931 17620 consensus_queue.cc:260] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.836598 17793 sys_catalog.cc:455] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.838444 17620 sys_catalog.cc:564] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: configured and running, proceeding with master startup.
05:24:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659480, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.188@KRBTEST.COM for kudu/127.17.29.188@KRBTEST.COM
05:24:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.838439 17793 sys_catalog.cc:458] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: This master's current role is: FOLLOWER
05:24:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.840118 17526 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
05:24:40.849 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:40.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
05:24:40.851 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
05:24:40.851 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
05:24:40.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.29.190"
port: 39557
}
bound_http_address {
host: "127.17.29.190"
port: 35891
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.29.189"
port: 43587
}
bound_http_address {
host: "127.17.29.189"
port: 36693
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.29.188"
port: 37065
}
bound_http_address {
host: "127.17.29.188"
port: 42861
}
}
}
05:24:40.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:24:40.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:40.853 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
05:24:40.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
05:24:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.862304 17781 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Bootstrap starting.
05:24:40.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.868682 17781 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Neither blocks nor log segments found. Creating new log.
05:24:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.870939 17781 log.cc:824] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Log is configured to *not* fsync() on all Append() calls
05:24:40.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:40.884109 17805 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:24:40.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:40.884702 17805 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:24:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.894642 17781 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: No bootstrap required, opened a new log
05:24:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:40 dist-test-slave-gbkc krb5kdc[17537](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659480, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:24:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:24:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.874445 17551 master_runner.cc:186] Error getting master registration for 127.17.29.189:43587: OK, instance_id { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" instance_seqno: 1790659478886262 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:24:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.907158 17551 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:24:40.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:40.909 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc
05:24:40.910 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:24:40.911 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc
05:24:40.912 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:24:40.913 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
05:24:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.937687 17781 raft_consensus.cc:348] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.938602 17781 raft_consensus.cc:374] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.938925 17781 raft_consensus.cc:729] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33892eb1db054e208a5a6e2142cb5a67, State: Initialized, Role: FOLLOWER
05:24:40.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.939900 17781 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.942776 17809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:40.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.943465 17809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: This master's current role is: FOLLOWER
05:24:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.944904 17781 sys_catalog.cc:564] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: configured and running, proceeding with master startup.
05:24:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:40.989475 17820 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:24:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:40.989854 17820 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:24:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:40.979295 17705 master_runner.cc:186] Error getting master registration for 127.17.29.189:43587: OK, instance_id { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" instance_seqno: 1790659478886262 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:24:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.016450 17705 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:24:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.038463 17809 raft_consensus.cc:482] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:24:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.039038 17809 raft_consensus.cc:504] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:41.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.043073 17595 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33892eb1db054e208a5a6e2142cb5a67" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a461ebabd19146a6844147b917e1d76d" is_pre_election: true
05:24:41.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.043164 17809 leader_election.cc:288] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a461ebabd19146a6844147b917e1d76d (127.17.29.190:39557), c565a03cf2f04f559c8c0b071f00e599 (127.17.29.189:43587)
05:24:41.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.044080 17595 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33892eb1db054e208a5a6e2142cb5a67 in term 0.
05:24:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.045501 17731 leader_election.cc:302] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33892eb1db054e208a5a6e2142cb5a67, a461ebabd19146a6844147b917e1d76d; no voters:
05:24:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.046849 17809 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:24:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.047214 17809 raft_consensus.cc:482] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:24:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.047525 17809 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 0 FOLLOWER]: Advancing to term 1
05:24:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.054481 17809 raft_consensus.cc:504] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.057497 17595 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33892eb1db054e208a5a6e2142cb5a67" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a461ebabd19146a6844147b917e1d76d"
05:24:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.058111 17595 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 0 FOLLOWER]: Advancing to term 1
05:24:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.058168 17809 leader_election.cc:288] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [CANDIDATE]: Term 1 election: Requested vote from peers a461ebabd19146a6844147b917e1d76d (127.17.29.190:39557), c565a03cf2f04f559c8c0b071f00e599 (127.17.29.189:43587)
05:24:41.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:41.061148 17574 tablet.cc:2369] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:24:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.066593 17595 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33892eb1db054e208a5a6e2142cb5a67 in term 1.
05:24:41.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.067947 17731 leader_election.cc:302] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33892eb1db054e208a5a6e2142cb5a67, a461ebabd19146a6844147b917e1d76d; no voters:
05:24:41.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.068979 17809 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 1 FOLLOWER]: Leader election won for term 1
05:24:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.076735 17809 raft_consensus.cc:686] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 1 LEADER]: Becoming Leader. State: Replica: 33892eb1db054e208a5a6e2142cb5a67, State: Running, Role: LEADER
05:24:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.077814 17809 consensus_queue.cc:237] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.097805 17822 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33892eb1db054e208a5a6e2142cb5a67. Latest consensus state: current_term: 1 leader_uuid: "33892eb1db054e208a5a6e2142cb5a67" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.098966 17822 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: This master's current role is: LEADER
05:24:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.102535 17824 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:24:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.110033 17824 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:24:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:41.133762 17735 tablet.cc:2369] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:24:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.194167 17595 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Refusing update from remote peer 33892eb1db054e208a5a6e2142cb5a67: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:24:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.196440 17822 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:24:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.235844 17793 sys_catalog.cc:455] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33892eb1db054e208a5a6e2142cb5a67. Latest consensus state: current_term: 1 leader_uuid: "33892eb1db054e208a5a6e2142cb5a67" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:41.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.237241 17793 sys_catalog.cc:458] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: This master's current role is: FOLLOWER
05:24:41.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.255686 17824 catalog_manager.cc:1347] Generated new cluster ID: fac9e0c2cfd3424393f506ff3bd4959d
05:24:41.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.256019 17824 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:24:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.256979 17825 mvcc.cc:205] Tried to move back new op lower bound from 7334541234945101824 to 7334541234505854976. Current Snapshot: MvccSnapshot[applied={T|T < 7334541234945101824 or (T in {7334541234945101824})}]
05:24:41.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.263173 17809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "33892eb1db054e208a5a6e2142cb5a67" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:41.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.263969 17809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: This master's current role is: LEADER
05:24:41.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.271231 17826 mvcc.cc:205] Tried to move back new op lower bound from 7334541234945101824 to 7334541234505854976. Current Snapshot: MvccSnapshot[applied={T|T < 7334541234945101824}]
05:24:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.293568 17793 sys_catalog.cc:455] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "33892eb1db054e208a5a6e2142cb5a67" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:41.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.294343 17793 sys_catalog.cc:458] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: This master's current role is: FOLLOWER
05:24:41.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.304761 17699 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } attempt: 7
05:24:41.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.334530 17824 catalog_manager.cc:1370] Generated new certificate authority record
05:24:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.336848 17824 catalog_manager.cc:1504] Loading token signing keys...
05:24:41.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:41 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659478, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.189@KRBTEST.COM for kudu/127.17.29.188@KRBTEST.COM
05:24:41.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.359804 17824 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Generated new TSK 0
05:24:41.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.361128 17824 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:24:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.391702 17699 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: Bootstrap starting.
05:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.404529 17699 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: Neither blocks nor log segments found. Creating new log.
05:24:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.412165 17699 log.cc:824] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: Log is configured to *not* fsync() on all Append() calls
05:24:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.433395 17699 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: No bootstrap required, opened a new log
05:24:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.482985 17699 raft_consensus.cc:348] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.484207 17699 raft_consensus.cc:374] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.484529 17699 raft_consensus.cc:729] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c565a03cf2f04f559c8c0b071f00e599, State: Initialized, Role: FOLLOWER
05:24:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.485647 17699 consensus_queue.cc:260] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:41.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.490828 17699 sys_catalog.cc:564] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: configured and running, proceeding with master startup.
05:24:41.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.491441 17672 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 0 FOLLOWER]: Advancing to term 1
05:24:41.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.496173 17673 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33892eb1db054e208a5a6e2142cb5a67" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c565a03cf2f04f559c8c0b071f00e599"
05:24:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.497895 17674 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33892eb1db054e208a5a6e2142cb5a67" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c565a03cf2f04f559c8c0b071f00e599" is_pre_election: true
05:24:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.503170 17672 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 1 FOLLOWER]: Refusing update from remote peer 33892eb1db054e208a5a6e2142cb5a67: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:24:41.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.489943 17833 sys_catalog.cc:455] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.505771 17809 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.507931 17833 sys_catalog.cc:458] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: This master's current role is: FOLLOWER
05:24:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.570534 17842 sys_catalog.cc:455] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "33892eb1db054e208a5a6e2142cb5a67" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.571687 17833 sys_catalog.cc:455] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33892eb1db054e208a5a6e2142cb5a67. Latest consensus state: current_term: 1 leader_uuid: "33892eb1db054e208a5a6e2142cb5a67" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.572960 17833 sys_catalog.cc:458] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: This master's current role is: FOLLOWER
05:24:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.572480 17842 sys_catalog.cc:458] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: This master's current role is: FOLLOWER
05:24:41.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.580967 17849 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:24:41.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.890651 17805 catalog_manager.cc:1259] Loaded cluster ID: fac9e0c2cfd3424393f506ff3bd4959d
05:24:41.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.890955 17805 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: loading cluster ID for follower catalog manager: success
05:24:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.899147 17805 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: acquiring CA information for follower catalog manager: success
05:24:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.905475 17805 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.998273 17809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "33892eb1db054e208a5a6e2142cb5a67" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:41.999073 17809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: This master's current role is: LEADER
05:24:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:42.590144 17849 catalog_manager.cc:1259] Loaded cluster ID: fac9e0c2cfd3424393f506ff3bd4959d
05:24:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:42.590685 17849 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: loading cluster ID for follower catalog manager: success
05:24:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:42.603263 17849 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: acquiring CA information for follower catalog manager: success
05:24:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:42.609772 17849 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:43.914 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.29.189:43587
05:24:43.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
05:24:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:43.914937 17526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 17627
05:24:43.943 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:43.943 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.29.190:39557
05:24:43.943 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
05:24:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:43.943902 17526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 17551
05:24:43.969 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:43.970 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.29.188:37065
05:24:43.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
05:24:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:43.971210 17526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 17705
05:24:43.997 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:43.997 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.29.189:43587
05:24:43.998 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:44.000001 17526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/logs
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/info.pb
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.189:43587
05:24:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.189
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36693
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.189.keytab
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.189
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:24:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.314524 17856 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.315080 17856 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:44.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.316015 17856 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.350337 17856 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:24:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.350581 17856 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.350847 17856 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.351052 17856 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.351240 17856 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.351428 17856 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.351609 17856 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33215/jwks.json
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:44.391100 17856 master_runner.cc:386] Master server non-default flags:
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.189.keytab
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.189
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.189:43587
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/info.pb
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.189
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36693
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/logs
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:44.392458 17856 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:44.393545 17856 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.412436 17863 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.412463 17866 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:44.412436 17864 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:44.414479 17856 server_base.cc:1034] running on GCE node
05:24:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.546588 17856 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.549590 17856 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:45.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.550979 17856 hybrid_clock.cc:648] HybridClock initialized: now 1790659485550939 us; error 46 us; skew 500 ppm
05:24:45.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.551992 17856 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:45 dist-test-slave-gbkc krb5kdc[17537](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659485, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:24:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.558208 17856 init.cc:377] Logged in from keytab as kudu/127.17.29.189@KRBTEST.COM (short username kudu)
05:24:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.563832 17856 webserver.cc:460] Webserver started at http://127.17.29.189:36693/ using document root <none> and password file <none>
05:24:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.564867 17856 fs_manager.cc:359] Metadata directory not provided
05:24:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.565090 17856 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.573457 17856 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
05:24:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.578178 17875 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.579372 17856 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
05:24:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.579707 17856 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c565a03cf2f04f559c8c0b071f00e599"
05:24:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:38 on dist-test-slave-gbkc"
05:24:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.582332 17856 fs_report.cc:383] FS layout report
05:24:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/wal
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/data
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.634543 17856 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.640690 17856 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.641122 17856 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.713335 17856 rpc_server.cc:307] RPC server started. Bound to: 127.17.29.189:43587
05:24:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.713452 17926 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.29.189:43587 every 8 connection(s)
05:24:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.717262 17856 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-1/data/info.pb
05:24:45.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.723052 17526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 17856
05:24:45.724 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:45.724 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.29.190:39557
05:24:45.724 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.725836 17526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/logs
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/info.pb
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.190:39557
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.190
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35891
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.190.keytab
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.190
05:24:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:24:45.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.730211 17927 sys_catalog.cc:263] Verifying existing consensus state
05:24:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.735553 17927 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: Bootstrap starting.
05:24:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.772336 17927 log.cc:824] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: Log is configured to *not* fsync() on all Append() calls
05:24:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.787657 17927 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
05:24:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.788581 17927 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: Bootstrap complete.
05:24:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.813627 17927 raft_consensus.cc:348] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.816278 17927 raft_consensus.cc:729] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c565a03cf2f04f559c8c0b071f00e599, State: Initialized, Role: FOLLOWER
05:24:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.817296 17927 consensus_queue.cc:260] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.820158 17931 sys_catalog.cc:455] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.821072 17931 sys_catalog.cc:458] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: This master's current role is: FOLLOWER
05:24:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.822016 17927 sys_catalog.cc:564] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: configured and running, proceeding with master startup.
05:24:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.858536 17942 catalog_manager.cc:1259] Loaded cluster ID: fac9e0c2cfd3424393f506ff3bd4959d
05:24:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.858829 17942 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: loading cluster ID for follower catalog manager: success
05:24:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.867908 17942 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: acquiring CA information for follower catalog manager: success
05:24:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.873781 17942 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.855953 17856 master_runner.cc:186] Error getting master registration for 127.17.29.190:39557: Network error: Client connection negotiation failed: client connection to 127.17.29.190:39557: connect: Connection refused (error 111),
05:24:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:45.884809 17856 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:24:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.147037 17929 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.147809 17929 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.148864 17929 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.202975 17929 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:24:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.203293 17929 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.203760 17929 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:46.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.204119 17929 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:46.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.204442 17929 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:46.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.204756 17929 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:46.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.204982 17929 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33215/jwks.json
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:46.268657 17929 master_runner.cc:386] Master server non-default flags:
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.190.keytab
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.190
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.190:39557
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/info.pb
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.190
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35891
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/logs
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:46.270175 17929 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:46.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:46.271471 17929 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:46.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.295929 17950 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:46.296355 17951 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:47.540282 17929 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.246s user 0.499s sys 0.743s
05:24:47.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:47.540910 17929 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.247s user 0.500s sys 0.743s
05:24:47.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.547823 17929 server_base.cc:1034] running on GCE node
05:24:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:47.549013 17957 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:47.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.550586 17929 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:47.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.554148 17929 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:47.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.555816 17929 hybrid_clock.cc:648] HybridClock initialized: now 1790659487555733 us; error 92 us; skew 500 ppm
05:24:47.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.557088 17929 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:47.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:47 dist-test-slave-gbkc krb5kdc[17537](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659487, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:24:47.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.566114 17929 init.cc:377] Logged in from keytab as kudu/127.17.29.190@KRBTEST.COM (short username kudu)
05:24:47.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.572850 17929 webserver.cc:460] Webserver started at http://127.17.29.190:35891/ using document root <none> and password file <none>
05:24:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.574312 17929 fs_manager.cc:359] Metadata directory not provided
05:24:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.574630 17929 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.586414 17929 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.008s sys 0.000s
05:24:47.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.608551 17963 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.610721 17929 fs_manager.cc:725] Time spent opening block manager: real 0.022s user 0.005s sys 0.015s
05:24:47.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.611375 17929 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:47.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a461ebabd19146a6844147b917e1d76d"
05:24:47.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:36 on dist-test-slave-gbkc"
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.615557 17929 fs_report.cc:383] FS layout report
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/wal
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/data
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:47.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.666994 17964 raft_consensus.cc:482] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:24:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.668964 17964 raft_consensus.cc:504] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.672693 17964 leader_election.cc:288] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a461ebabd19146a6844147b917e1d76d (127.17.29.190:39557), 33892eb1db054e208a5a6e2142cb5a67 (127.17.29.188:37065)
05:24:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:47.678490 17877 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.29.190:39557: connect: Connection refused (error 111)
05:24:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:47.682837 17877 leader_election.cc:334] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a461ebabd19146a6844147b917e1d76d (127.17.29.190:39557): Network error: Client connection negotiation failed: client connection to 127.17.29.190:39557: connect: Connection refused (error 111)
05:24:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:47.683533 17877 leader_election.cc:334] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 33892eb1db054e208a5a6e2142cb5a67 (127.17.29.188:37065): Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:47.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.684136 17877 leader_election.cc:302] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c565a03cf2f04f559c8c0b071f00e599; no voters: 33892eb1db054e208a5a6e2142cb5a67, a461ebabd19146a6844147b917e1d76d
05:24:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.685009 17964 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
05:24:47.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.702384 17929 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.709594 17929 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:47.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.710178 17929 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.811827 17929 rpc_server.cc:307] RPC server started. Bound to: 127.17.29.190:39557
05:24:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.811961 18018 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.29.190:39557 every 8 connection(s)
05:24:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.815850 17929 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-0/data/info.pb
05:24:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.816864 17526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 17929
05:24:47.817 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:47.818 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.29.188:37065
05:24:47.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.820081 17526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/logs
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/info.pb
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.188:37065
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.188
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42861
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.188.keytab
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.188
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:24:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:24:47.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.832963 18019 sys_catalog.cc:263] Verifying existing consensus state
05:24:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.841638 18019 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Bootstrap starting.
05:24:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.893043 18019 log.cc:824] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Log is configured to *not* fsync() on all Append() calls
05:24:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.914233 18019 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
05:24:47.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.915264 18019 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Bootstrap complete.
05:24:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.952636 18019 raft_consensus.cc:348] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.956346 18019 raft_consensus.cc:729] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a461ebabd19146a6844147b917e1d76d, State: Initialized, Role: FOLLOWER
05:24:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.957432 18019 consensus_queue.cc:260] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:47.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.984898 18023 sys_catalog.cc:455] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.986119 18023 sys_catalog.cc:458] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: This master's current role is: FOLLOWER
05:24:47.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:47.986790 18019 sys_catalog.cc:564] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: configured and running, proceeding with master startup.
05:24:48.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:48 dist-test-slave-gbkc krb5kdc[17537](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659487, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.190@KRBTEST.COM for kudu/127.17.29.190@KRBTEST.COM
05:24:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.059002 18034 catalog_manager.cc:1259] Loaded cluster ID: fac9e0c2cfd3424393f506ff3bd4959d
05:24:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.059458 18034 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: loading cluster ID for follower catalog manager: success
05:24:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.074782 18034 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: acquiring CA information for follower catalog manager: success
05:24:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.081149 18034 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.130749 17929 master_runner.cc:186] Error getting master registration for 127.17.29.188:37065: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111),
05:24:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.187606 17929 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:24:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.313591 18021 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.314641 18021 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.315831 18021 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.358037 18021 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:24:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.358322 18021 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.358687 18021 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.358970 18021 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.359239 18021 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.359506 18021 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.359705 18021 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33215/jwks.json
05:24:48.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.400380 18021 master_runner.cc:386] Master server non-default flags:
05:24:48.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:48.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.29.148:37357
05:24:48.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:48.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.29.190:39557,127.17.29.189:43587,127.17.29.188:37065
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/krb5kdc/kudu_127.17.29.188.keytab
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.29.188
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.29.188:37065
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33215/jwks.json
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/info.pb
05:24:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.29.188
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42861
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/logs
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 29 Sep 2026 04:01:01 UTC on ccycloud.quasar-phqekz.root.comops.site
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4679192
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.401870 18021 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:48.403034 18021 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.428963 18044 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.230580 18050 raft_consensus.cc:482] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:24:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.231487 18050 raft_consensus.cc:504] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.237156 17902 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a461ebabd19146a6844147b917e1d76d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c565a03cf2f04f559c8c0b071f00e599" is_pre_election: true
05:24:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.238021 17902 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a461ebabd19146a6844147b917e1d76d in term 1.
05:24:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.239831 17968 leader_election.cc:302] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a461ebabd19146a6844147b917e1d76d, c565a03cf2f04f559c8c0b071f00e599; no voters:
05:24:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.254873 18051 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Leader pre-election won for term 2
05:24:49.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.255777 18050 leader_election.cc:288] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c565a03cf2f04f559c8c0b071f00e599 (127.17.29.189:43587), 33892eb1db054e208a5a6e2142cb5a67 (127.17.29.188:37065)
05:24:49.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.256460 18051 raft_consensus.cc:482] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:24:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.259289 18051 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 1 FOLLOWER]: Advancing to term 2
05:24:49.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:49.262126 17966 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:49.272578 17966 leader_election.cc:334] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 33892eb1db054e208a5a6e2142cb5a67 (127.17.29.188:37065): Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.278497 18051 raft_consensus.cc:504] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:49.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.281653 17902 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a461ebabd19146a6844147b917e1d76d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c565a03cf2f04f559c8c0b071f00e599"
05:24:49.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.282266 17902 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 1 FOLLOWER]: Advancing to term 2
05:24:49.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:49.297276 17966 leader_election.cc:334] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 33892eb1db054e208a5a6e2142cb5a67 (127.17.29.188:37065): Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111)
05:24:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.299044 18051 leader_election.cc:288] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [CANDIDATE]: Term 2 election: Requested vote from peers c565a03cf2f04f559c8c0b071f00e599 (127.17.29.189:43587), 33892eb1db054e208a5a6e2142cb5a67 (127.17.29.188:37065)
05:24:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.301483 17902 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a461ebabd19146a6844147b917e1d76d in term 2.
05:24:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.302867 17968 leader_election.cc:302] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a461ebabd19146a6844147b917e1d76d, c565a03cf2f04f559c8c0b071f00e599; no voters: 33892eb1db054e208a5a6e2142cb5a67
05:24:49.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.304189 18051 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 2 FOLLOWER]: Leader election won for term 2
05:24:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.305032 18051 raft_consensus.cc:686] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [term 2 LEADER]: Becoming Leader. State: Replica: a461ebabd19146a6844147b917e1d76d, State: Running, Role: LEADER
05:24:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.306203 18051 consensus_queue.cc:237] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:49.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.331631 18050 sys_catalog.cc:455] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: SysCatalogTable state changed. Reason: New leader a461ebabd19146a6844147b917e1d76d. Latest consensus state: current_term: 2 leader_uuid: "a461ebabd19146a6844147b917e1d76d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:49.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.332576 18050 sys_catalog.cc:458] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: This master's current role is: LEADER
05:24:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.335740 18055 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:24:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.346222 18055 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:24:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.351280 18055 catalog_manager.cc:1259] Loaded cluster ID: fac9e0c2cfd3424393f506ff3bd4959d
05:24:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.351651 18055 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:24:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.357707 18055 catalog_manager.cc:1504] Loading token signing keys...
05:24:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.362890 18055 catalog_manager.cc:5879] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d: Loaded TSK: 0
05:24:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.364861 18055 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:24:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.436568 18045 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:48.439561 18047 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:49.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:49.693074 18046 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:24:49.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.693231 18021 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:24:49.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.694485 18021 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.700501 18021 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.701979 18021 hybrid_clock.cc:648] HybridClock initialized: now 1790659489701919 us; error 78 us; skew 500 ppm
05:24:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.702875 18021 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:49.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 29 05:24:49 dist-test-slave-gbkc krb5kdc[17537](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790659489, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.29.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:24:49.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.709189 18021 init.cc:377] Logged in from keytab as kudu/127.17.29.188@KRBTEST.COM (short username kudu)
05:24:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.721450 18021 webserver.cc:460] Webserver started at http://127.17.29.188:42861/ using document root <none> and password file <none>
05:24:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.723333 18021 fs_manager.cc:359] Metadata directory not provided
05:24:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.723670 18021 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.735313 18021 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
05:24:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.741401 18061 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.743165 18021 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
05:24:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.743604 18021 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data,/tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33892eb1db054e208a5a6e2142cb5a67"
05:24:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 05:24:40 on dist-test-slave-gbkc"
05:24:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.747160 18021 fs_report.cc:383] FS layout report
05:24:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/wal
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/data
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:49.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.759682 17902 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [term 2 FOLLOWER]: Refusing update from remote peer a461ebabd19146a6844147b917e1d76d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
05:24:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.761169 18050 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [LEADER]: Connected to new peer: Peer: permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
05:24:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:49.766422 17966 consensus_peers.cc:487] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d -> Peer 33892eb1db054e208a5a6e2142cb5a67 (127.17.29.188:37065): Couldn't send request to peer 33892eb1db054e208a5a6e2142cb5a67. Status: Network error: Client connection negotiation failed: client connection to 127.17.29.188:37065: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
05:24:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.782156 18062 sys_catalog.cc:455] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a461ebabd19146a6844147b917e1d76d. Latest consensus state: current_term: 2 leader_uuid: "a461ebabd19146a6844147b917e1d76d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.785038 18062 sys_catalog.cc:458] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: This master's current role is: FOLLOWER
05:24:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.790196 18062 sys_catalog.cc:455] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "a461ebabd19146a6844147b917e1d76d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.791111 18062 sys_catalog.cc:458] T 00000000000000000000000000000000 P c565a03cf2f04f559c8c0b071f00e599 [sys.catalog]: This master's current role is: FOLLOWER
05:24:49.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.794103 18050 sys_catalog.cc:455] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "a461ebabd19146a6844147b917e1d76d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:49.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.794878 18050 sys_catalog.cc:458] T 00000000000000000000000000000000 P a461ebabd19146a6844147b917e1d76d [sys.catalog]: This master's current role is: LEADER
05:24:49.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.834956 18021 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.843386 18021 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.843954 18021 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.932996 18021 rpc_server.cc:307] RPC server started. Bound to: 127.17.29.188:37065
05:24:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.933243 18116 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.29.188:37065 every 8 connection(s)
05:24:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.936241 18021 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQzTDPZ/test-tmp/mini-kudu-cluster9005133394666450580/master-2/data/info.pb
05:24:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.943485 17526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu as pid 18021
05:24:49.944 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:24:49.945 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.29.189:43587(127.17.29.189:43587)] connecting to peer
05:24:49.947 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.29.190:39557(127.17.29.190:39557)] connecting to peer
05:24:49.950 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.29.188:37065(127.17.29.188:37065)] connecting to peer
05:24:49.965 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.29.189:43587(127.17.29.189:43587)] Successfully connected to peer
05:24:49.966 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.29.188:37065(127.17.29.188:37065)] Successfully connected to peer
05:24:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.952056 18117 sys_catalog.cc:263] Verifying existing consensus state
05:24:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:49.960137 18117 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Bootstrap starting.
05:24:49.971 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
05:24:49.973 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.29.189
05:24:49.973 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.29.190:39557(127.17.29.190:39557)] Successfully connected to peer
05:24:50.000 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.29.190
05:24:50.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.29.189:43587(127.17.29.189:43587)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
05:24:50.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.29.189:43587: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.021281 18117 log.cc:824] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Log is configured to *not* fsync() on all Append() calls
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:50.022075 18121 negotiation.cc:337] Failed RPC negotiation. Trace:
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.948593 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:49458 (local address 127.17.29.189:43587)
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.950451 (+ 1858us) server_negotiation.cc:206] Beginning negotiation
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.950473 (+ 22us) server_negotiation.cc:399] Waiting for connection header
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.967348 (+ 16875us) server_negotiation.cc:407] Connection header received
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.967547 (+ 199us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.967577 (+ 30us) server_negotiation.cc:461] Received NEGOTIATE request from client
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.969601 (+ 2024us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.969895 (+ 294us) server_negotiation.cc:226] Negotiated authn=SASL
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.980636 (+ 10741us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.983554 (+ 2918us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.011454 (+ 27900us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.012468 (+ 1014us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.012735 (+ 267us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.020411 (+ 7676us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49458: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:49458): Cannot send after transport endpoint shutdown (error 108)
05:24:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1464,"thread_start_us":1163,"threads_started":1}
05:24:50.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.29.188:37065(127.17.29.188:37065)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available
05:24:50.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.29.188:37065: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available
05:24:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:50.036957 18123 negotiation.cc:337] Failed RPC negotiation. Trace:
05:24:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.965851 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38982 (local address 127.17.29.188:37065)
05:24:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.000752 (+ 34901us) server_negotiation.cc:206] Beginning negotiation
05:24:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.000792 (+ 40us) server_negotiation.cc:399] Waiting for connection header
05:24:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.000868 (+ 76us) server_negotiation.cc:407] Connection header received
05:24:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.006829 (+ 5961us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
05:24:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.006891 (+ 62us) server_negotiation.cc:461] Received NEGOTIATE request from client
05:24:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.007436 (+ 545us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
05:24:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.008027 (+ 591us) server_negotiation.cc:226] Negotiated authn=SASL
05:24:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.032167 (+ 24140us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38982: BlockingRecv error: recv got EOF from 127.0.0.1:38982 (error 108)
05:24:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":34330,"thread_start_us":21827,"threads_started":1}
05:24:50.038 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.29.189:43587(127.17.29.189:43587)] handling channelInactive
05:24:50.038 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.29.188:37065(127.17.29.188:37065)] handling channelInactive
05:24:50.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.29.190:39557(127.17.29.190:39557)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
05:24:50.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.29.190:39557: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
05:24:50.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.29.189:43587, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.29.190:39557, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.29.188:37065, [74ms] Sub RPC ConnectToMaster: received response from server master-127.17.29.189:43587: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [87ms] Sub RPC ConnectToMaster: received response from server master-127.17.29.188:37065: Not authorized: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.29.190:39557: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.29.189:43587,127.17.29.190:39557,127.17.29.188:37065). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.29.189:43587,127.17.29.190:39557,127.17.29.188:37065). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
05:24:50.052 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=107), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.29.189:43587, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.29.190:39557, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.29.188:37065, [74ms] Sub RPC ConnectToMaster: received response from server master-127.17.29.189:43587: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [87ms] Sub RPC ConnectToMaster: received response from server master-127.17.29.188:37065: Not authorized: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.29.190:39557: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
05:24:50.053 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.29.189:43587(127.17.29.189:43587)] disconnecting while in state TERMINATED
05:24:50.053 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.29.190:39557(127.17.29.190:39557)] disconnecting while in state TERMINATED
05:24:50.053 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.29.188:37065(127.17.29.188:37065)] disconnecting while in state TERMINATED
05:24:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:50.056427 18124 negotiation.cc:337] Failed RPC negotiation. Trace:
05:24:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.973111 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:54978 (local address 127.17.29.190:39557)
05:24:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.994134 (+ 21023us) server_negotiation.cc:206] Beginning negotiation
05:24:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.994163 (+ 29us) server_negotiation.cc:399] Waiting for connection header
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.994215 (+ 52us) server_negotiation.cc:407] Connection header received
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.994371 (+ 156us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.994396 (+ 25us) server_negotiation.cc:461] Received NEGOTIATE request from client
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:49.994615 (+ 219us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.004506 (+ 9891us) server_negotiation.cc:226] Negotiated authn=SASL
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.005084 (+ 578us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.006830 (+ 1746us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.042379 (+ 35549us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.043351 (+ 972us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.043659 (+ 308us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0929 05:24:50.054573 (+ 10914us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:54978: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:54978): Cannot send after transport endpoint shutdown (error 108)
05:24:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":20541,"thread_start_us":20242,"threads_started":1}
05:24:50.058 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:24:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.061645 18117 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
05:24:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.062615 18117 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: Bootstrap complete.
05:24:50.067 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:24:50.067 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.29.190:39557(127.17.29.190:39557)] handling channelInactive
05:24:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.091382 17526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 17929
05:24:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.096764 18117 raft_consensus.cc:348] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.100402 18117 raft_consensus.cc:729] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33892eb1db054e208a5a6e2142cb5a67, State: Initialized, Role: FOLLOWER
05:24:50.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.101486 18117 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } }
05:24:50.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.104490 18130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a461ebabd19146a6844147b917e1d76d" member_type: VOTER last_known_addr { host: "127.17.29.190" port: 39557 } } peers { permanent_uuid: "c565a03cf2f04f559c8c0b071f00e599" member_type: VOTER last_known_addr { host: "127.17.29.189" port: 43587 } } peers { permanent_uuid: "33892eb1db054e208a5a6e2142cb5a67" member_type: VOTER last_known_addr { host: "127.17.29.188" port: 37065 } } }
05:24:50.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.105443 18130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: This master's current role is: FOLLOWER
05:24:50.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.106245 18117 sys_catalog.cc:564] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67 [sys.catalog]: configured and running, proceeding with master startup.
05:24:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.119516 17526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 17856
05:24:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.143750 18141 catalog_manager.cc:1259] Loaded cluster ID: fac9e0c2cfd3424393f506ff3bd4959d
05:24:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.144068 18141 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: loading cluster ID for follower catalog manager: success
05:24:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.152020 18141 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: acquiring CA information for follower catalog manager: success
05:24:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.157945 18141 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 33892eb1db054e208a5a6e2142cb5a67: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:50.168150 17526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 18021
05:24:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T05:24:51Z chronyd exiting
05:24:52.310 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:24:52.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:52.311177 16804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 17088
05:24:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:52.333518 16804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 17243
05:24:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:52.354943 16804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 17385
05:24:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:52.376644 16804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 16816
05:24:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:52.402374 16804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 16886
05:24:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:52.402637 16988 connection.cc:535] client connection to 127.16.105.62:39403 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
05:24:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:52.403144 16988 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
05:24:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 05:24:52.408108 16988 consensus_peers.cc:487] T 00000000000000000000000000000000 P 30eadf309e9949b687192e148fa840b8 -> Peer 27aa4d18464b4bf1b54a57be54aae505 (127.16.105.62:39403): Couldn't send request to peer 27aa4d18464b4bf1b54a57be54aae505. Status: Network error: Client connection negotiation failed: client connection to 127.16.105.62:39403: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
05:24:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 05:24:52.428594 16804 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQzTDPZ/build/tsan/bin/kudu with pid 16961
05:24:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T05:24:53Z chronyd exiting
05:24:54.524 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.29.189:43587,127.17.29.190:39557,127.17.29.188:37065). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.29.189:43587,127.17.29.190:39557,127.17.29.188:37065). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more