13:37:21.370 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:37:21.384 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHMG64l/test-tmp
13:37:21.387 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:37:21.391 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHMG64l/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:37:21.689 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
13:37:22.036 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:37:22.037 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:37:22.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.041818 19327 mini_oidc.cc:152] Starting JWKS server
13:37:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.048491 19327 webserver.cc:460] Webserver started at http://127.0.0.1:37125/ using document root <none> and password file <none>
13:37:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.049268 19327 mini_oidc.cc:189] Starting OIDC Discovery server
13:37:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.054845 19327 webserver.cc:460] Webserver started at http://127.0.0.1:39927/ using document root <none> and password file <none>
13:37:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:37:22Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:37:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:37:22Z Disabled control of system clock
13:37:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.127722 19327 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/wal
13:37:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/data
13:37:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/logs
13:37:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/data/info.pb
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.254:39623
13:37:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.254
13:37:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:22.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37125/jwks.json with env {}
13:37:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.519699 19345 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.520398 19345 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.521167 19345 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.554665 19345 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.554986 19345 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.555334 19345 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.555645 19345 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:22.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.555977 19345 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:22.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.556313 19345 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37125/jwks.json
13:37:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.599591 19345 master_runner.cc:386] Master server non-default flags:
13:37:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/data
13:37:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/wal
13:37:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.254:39623
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37125/jwks.json
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/data/info.pb
13:37:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.254
13:37:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/logs
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.601549 19345 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.603583 19345 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.638429 19356 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:24.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.638827 19357 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:22.644806 19345 server_base.cc:1034] running on GCE node
13:37:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:22.642198 19360 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:24.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.017809 19345 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.021698 19345 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.023135 19345 hybrid_clock.cc:648] HybridClock initialized: now 1786196244023067 us; error 77 us; skew 500 ppm
13:37:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.024423 19345 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:24.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.032922 19345 webserver.cc:460] Webserver started at http://127.18.223.254:46405/ using document root <none> and password file <none>
13:37:24.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.034446 19345 fs_manager.cc:359] Metadata directory not provided
13:37:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.034763 19345 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:24.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.035488 19345 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:24.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.041683 19345 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/data/instance:
13:37:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42213203f60b43db9c48e972b2642c22"
13:37:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:24 on dist-test-slave-6ntk"
13:37:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.043669 19345 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/wal/instance:
13:37:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42213203f60b43db9c48e972b2642c22"
13:37:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:24 on dist-test-slave-6ntk"
13:37:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.053372 19345 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
13:37:24.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.061084 19372 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.062721 19345 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
13:37:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.063230 19345 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/wal
13:37:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42213203f60b43db9c48e972b2642c22"
13:37:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:24 on dist-test-slave-6ntk"
13:37:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.063706 19345 fs_report.cc:383] FS layout report
13:37:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/wal
13:37:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/wal
13:37:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/data/data
13:37:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.111338 19345 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:24.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.113502 19345 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:24.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.114238 19345 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.211411 19345 rpc_server.cc:307] RPC server started. Bound to: 127.18.223.254:39623
13:37:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.211508 19446 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.223.254:39623 every 8 connection(s)
13:37:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.215107 19345 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/data/info.pb
13:37:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.216982 19327 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 19345
13:37:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.217552 19327 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-0/wal/instance
13:37:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.222852 19327 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/wal
13:37:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/data
13:37:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/logs
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/data/info.pb
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.253:36515
13:37:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.253
13:37:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37125/jwks.json with env {}
13:37:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.226416 19447 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:37:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.250317 19447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } has no permanent_uuid. Determining permanent_uuid...
13:37:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.291128 19447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } has no permanent_uuid. Determining permanent_uuid...
13:37:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.293560 19376 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.223.253:36515: connect: Connection refused (error 111)
13:37:24.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.298482 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.253:36515: Network error: Client connection negotiation failed: client connection to 127.18.223.253:36515: connect: Connection refused (error 111)
13:37:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.348155 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } attempt: 1
13:37:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.352828 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.253:36515: Network error: Client connection negotiation failed: client connection to 127.18.223.253:36515: connect: Connection refused (error 111)
13:37:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.421319 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } attempt: 2
13:37:24.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.425405 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.253:36515: Network error: Client connection negotiation failed: client connection to 127.18.223.253:36515: connect: Connection refused (error 111)
13:37:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.516965 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } attempt: 3
13:37:24.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.522061 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.253:36515: Network error: Client connection negotiation failed: client connection to 127.18.223.253:36515: connect: Connection refused (error 111)
13:37:24.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.612579 19454 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:24.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.613323 19454 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.614051 19454 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.646662 19454 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.646960 19454 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.647154 19454 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.647344 19454 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.647523 19454 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.647733 19454 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37125/jwks.json
13:37:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.665621 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } attempt: 4
13:37:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.669965 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.253:36515: Network error: Client connection negotiation failed: client connection to 127.18.223.253:36515: connect: Connection refused (error 111)
13:37:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.685565 19454 master_runner.cc:386] Master server non-default flags:
13:37:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/data
13:37:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/wal
13:37:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.253:36515
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37125/jwks.json
13:37:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/data/info.pb
13:37:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.253
13:37:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/logs
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.687299 19454 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.689734 19454 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.711587 19470 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:24.969441 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } attempt: 5
13:37:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.974498 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.253:36515: Network error: Client connection negotiation failed: client connection to 127.18.223.253:36515: connect: Connection refused (error 111)
13:37:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.521987 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } attempt: 6
13:37:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:25.529827 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.253:36515: Network error: Client connection negotiation failed: client connection to 127.18.223.253:36515: connect: Connection refused (error 111)
13:37:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.711776 19472 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:24.711979 19476 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:25.951265 19475 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:37:25.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.951508 19454 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:37:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.955947 19454 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.959990 19454 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:25.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.961483 19454 hybrid_clock.cc:648] HybridClock initialized: now 1786196245961435 us; error 65 us; skew 500 ppm
13:37:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.962498 19454 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:25.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.969802 19454 webserver.cc:460] Webserver started at http://127.18.223.253:35197/ using document root <none> and password file <none>
13:37:25.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.971055 19454 fs_manager.cc:359] Metadata directory not provided
13:37:25.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.971305 19454 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.971905 19454 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.977099 19454 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/data/instance:
13:37:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86bcab95acb5412d864d7a35b8313d5a"
13:37:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:25 on dist-test-slave-6ntk"
13:37:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.978621 19454 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/wal/instance:
13:37:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86bcab95acb5412d864d7a35b8313d5a"
13:37:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:25 on dist-test-slave-6ntk"
13:37:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.987187 19454 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
13:37:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.993499 19489 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.994686 19454 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
13:37:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.995061 19454 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/wal
13:37:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "86bcab95acb5412d864d7a35b8313d5a"
13:37:25.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:25 on dist-test-slave-6ntk"
13:37:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:25.995528 19454 fs_report.cc:383] FS layout report
13:37:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/wal
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/wal
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/data/data
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.031868 19454 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.033727 19454 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.034386 19454 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.136895 19454 rpc_server.cc:307] RPC server started. Bound to: 127.18.223.253:36515
13:37:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.137008 19570 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.223.253:36515 every 8 connection(s)
13:37:26.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.140187 19454 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/data/info.pb
13:37:26.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.145328 19327 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 19454
13:37:26.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.145998 19327 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-1/wal/instance
13:37:26.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.148325 19571 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.149928 19327 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/wal
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/data
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/logs
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/data/info.pb
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.252:40785
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.252
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37125/jwks.json with env {}
13:37:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.170549 19571 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } has no permanent_uuid. Determining permanent_uuid...
13:37:26.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.204005 19571 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } has no permanent_uuid. Determining permanent_uuid...
13:37:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.243428 19571 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } has no permanent_uuid. Determining permanent_uuid...
13:37:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.246882 19498 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.252228 19571 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.301836 19571 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 1
13:37:26.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.306663 19571 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.375180 19571 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 2
13:37:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.379786 19571 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.471206 19571 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 3
13:37:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.475751 19571 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.554203 19576 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.554966 19576 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.555716 19576 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.588146 19576 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.588547 19576 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.588878 19576 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.589229 19576 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.589560 19576 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.589846 19576 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37125/jwks.json
13:37:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.590533 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } attempt: 7
13:37:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.604444 19447 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } has no permanent_uuid. Determining permanent_uuid...
13:37:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.611035 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.619227 19571 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 4
13:37:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.623345 19571 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.630502 19576 master_runner.cc:386] Master server non-default flags:
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/data
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/wal
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.252:40785
13:37:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37125/jwks.json
13:37:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/data/info.pb
13:37:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.252
13:37:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/logs
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.632174 19576 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.634609 19576 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.657696 19593 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.669540 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 1
13:37:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.674515 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.755977 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 2
13:37:26.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.761543 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.846971 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 3
13:37:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.852101 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.922822 19571 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 5
13:37:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.928712 19571 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:26.992527 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 4
13:37:26.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.997516 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.280927 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 5
13:37:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:27.285844 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.476190 19571 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 6
13:37:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:27.488483 19571 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.838370 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 6
13:37:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:27.845957 19447 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.18.223.252:40785: Network error: Client connection negotiation failed: client connection to 127.18.223.252:40785: connect: Connection refused (error 111)
13:37:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.657835 19597 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:26.657701 19599 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:27.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:27.922814 19598 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:37:27.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.922971 19576 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:37:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.927299 19576 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.930812 19576 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.932291 19576 hybrid_clock.cc:648] HybridClock initialized: now 1786196247932224 us; error 85 us; skew 500 ppm
13:37:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.933149 19576 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.944974 19576 webserver.cc:460] Webserver started at http://127.18.223.252:34341/ using document root <none> and password file <none>
13:37:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.946014 19576 fs_manager.cc:359] Metadata directory not provided
13:37:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.946220 19576 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.946664 19576 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:27.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.953292 19576 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/data/instance:
13:37:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdbfc423487a485f943add0b9672c157"
13:37:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:27 on dist-test-slave-6ntk"
13:37:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.954495 19576 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/wal/instance:
13:37:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdbfc423487a485f943add0b9672c157"
13:37:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:27 on dist-test-slave-6ntk"
13:37:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.963075 19576 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
13:37:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.970971 19610 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.972594 19576 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.000s sys 0.004s
13:37:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.972981 19576 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/wal
13:37:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fdbfc423487a485f943add0b9672c157"
13:37:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:27 on dist-test-slave-6ntk"
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:27.973417 19576 fs_report.cc:383] FS layout report
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/wal
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/wal
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/data/data
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:28.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.023880 19576 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:28.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.025745 19576 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:28.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.026363 19576 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.130192 19576 rpc_server.cc:307] RPC server started. Bound to: 127.18.223.252:40785
13:37:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.130290 19690 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.223.252:40785 every 8 connection(s)
13:37:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.133189 19576 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/data/info.pb
13:37:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.135396 19327 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 19576
13:37:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.135810 19327 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/master-2/wal/instance
13:37:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.145848 19691 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:37:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.168313 19691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } has no permanent_uuid. Determining permanent_uuid...
13:37:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.202129 19691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } has no permanent_uuid. Determining permanent_uuid...
13:37:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.221797 19691 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } has no permanent_uuid. Determining permanent_uuid...
13:37:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.245667 19691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: Bootstrap starting.
13:37:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.255844 19691 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: Neither blocks nor log segments found. Creating new log.
13:37:28.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.259343 19691 log.cc:824] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: Log is configured to *not* fsync() on all Append() calls
13:37:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.264624 19691 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: No bootstrap required, opened a new log
13:37:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.291683 19691 raft_consensus.cc:348] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.292577 19691 raft_consensus.cc:374] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:37:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.292855 19691 raft_consensus.cc:729] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fdbfc423487a485f943add0b9672c157, State: Initialized, Role: FOLLOWER
13:37:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.294411 19691 consensus_queue.cc:260] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.299665 19708 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.300733 19708 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [sys.catalog]: This master's current role is: FOLLOWER
13:37:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.301425 19691 sys_catalog.cc:564] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [sys.catalog]: configured and running, proceeding with master startup.
13:37:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:28.336300 19726 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:37:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:28.337150 19726 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:37:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.330191 19576 master_runner.cc:186] Error getting master registration for 127.18.223.254:39623: OK, instance_id { permanent_uuid: "42213203f60b43db9c48e972b2642c22" instance_seqno: 1786196244180796 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:37:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.367175 19576 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:37:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:28.536644 19620 tablet.cc:2369] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:37:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.549207 19571 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 7
13:37:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.572587 19571 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a: Bootstrap starting.
13:37:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.578258 19571 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a: Neither blocks nor log segments found. Creating new log.
13:37:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.580341 19571 log.cc:824] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a: Log is configured to *not* fsync() on all Append() calls
13:37:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.585180 19571 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a: No bootstrap required, opened a new log
13:37:28.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.611809 19571 raft_consensus.cc:348] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.612700 19571 raft_consensus.cc:374] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:37:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.612993 19571 raft_consensus.cc:729] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86bcab95acb5412d864d7a35b8313d5a, State: Initialized, Role: FOLLOWER
13:37:28.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.614099 19571 consensus_queue.cc:260] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.617548 19730 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.619045 19730 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: This master's current role is: FOLLOWER
13:37:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.619982 19571 sys_catalog.cc:564] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: configured and running, proceeding with master startup.
13:37:28.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:28.662034 19747 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:37:28.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:28.662889 19747 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:37:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.658357 19454 master_runner.cc:186] Error getting master registration for 127.18.223.254:39623: OK, instance_id { permanent_uuid: "42213203f60b43db9c48e972b2642c22" instance_seqno: 1786196244180796 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:37:28.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.686721 19454 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:37:28.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.699121 19730 raft_consensus.cc:482] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:37:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.699736 19730 raft_consensus.cc:504] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:28.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.704487 19730 leader_election.cc:288] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 42213203f60b43db9c48e972b2642c22 (127.18.223.254:39623), fdbfc423487a485f943add0b9672c157 (127.18.223.252:40785)
13:37:28.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.704418 19656 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "86bcab95acb5412d864d7a35b8313d5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fdbfc423487a485f943add0b9672c157" is_pre_election: true
13:37:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.705681 19656 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 86bcab95acb5412d864d7a35b8313d5a in term 0.
13:37:28.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.707271 19498 leader_election.cc:302] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 86bcab95acb5412d864d7a35b8313d5a, fdbfc423487a485f943add0b9672c157; no voters:
13:37:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.708669 19730 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 0 FOLLOWER]: Leader pre-election won for term 1
13:37:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.709197 19730 raft_consensus.cc:482] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:37:28.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.709870 19730 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 0 FOLLOWER]: Advancing to term 1
13:37:28.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.721135 19730 raft_consensus.cc:504] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.723950 19730 leader_election.cc:288] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [CANDIDATE]: Term 1 election: Requested vote from peers 42213203f60b43db9c48e972b2642c22 (127.18.223.254:39623), fdbfc423487a485f943add0b9672c157 (127.18.223.252:40785)
13:37:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.730897 19656 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "86bcab95acb5412d864d7a35b8313d5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fdbfc423487a485f943add0b9672c157"
13:37:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.731597 19656 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [term 0 FOLLOWER]: Advancing to term 1
13:37:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.743669 19656 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 86bcab95acb5412d864d7a35b8313d5a in term 1.
13:37:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.745496 19498 leader_election.cc:302] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 86bcab95acb5412d864d7a35b8313d5a, fdbfc423487a485f943add0b9672c157; no voters:
13:37:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.746658 19730 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 1 FOLLOWER]: Leader election won for term 1
13:37:28.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.750687 19730 raft_consensus.cc:686] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [term 1 LEADER]: Becoming Leader. State: Replica: 86bcab95acb5412d864d7a35b8313d5a, State: Running, Role: LEADER
13:37:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.752173 19730 consensus_queue.cc:237] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.774667 19750 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 86bcab95acb5412d864d7a35b8313d5a. Latest consensus state: current_term: 1 leader_uuid: "86bcab95acb5412d864d7a35b8313d5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:28.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.775533 19750 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: This master's current role is: LEADER
13:37:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.788136 19755 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
13:37:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:28.794014 19500 tablet.cc:2369] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:37:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.797765 19755 catalog_manager.cc:1484] Initializing Kudu cluster ID...
13:37:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.830297 19656 raft_consensus.cc:1261] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [term 1 FOLLOWER]: Refusing update from remote peer 86bcab95acb5412d864d7a35b8313d5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:37:28.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.832620 19730 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
13:37:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.879632 19447 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } attempt: 7
13:37:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.883369 19756 mvcc.cc:205] Tried to move back new op lower bound from 7316259835180331008 to 7316259834901254144. Current Snapshot: MvccSnapshot[applied={T|T < 7316259835180331008}]
13:37:28.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.939426 19757 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 86bcab95acb5412d864d7a35b8313d5a. Latest consensus state: current_term: 1 leader_uuid: "86bcab95acb5412d864d7a35b8313d5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:28.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.954978 19757 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [sys.catalog]: This master's current role is: FOLLOWER
13:37:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.972954 19750 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "86bcab95acb5412d864d7a35b8313d5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.973819 19750 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: This master's current role is: LEADER
13:37:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.978468 19760 mvcc.cc:205] Tried to move back new op lower bound from 7316259835180331008 to 7316259834901254144. Current Snapshot: MvccSnapshot[applied={T|T < 7316259835180331008}]
13:37:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.979102 19755 catalog_manager.cc:1347] Generated new cluster ID: f0c38da5e5ce41e3a37b4635ed92431c
13:37:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.979493 19755 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
13:37:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.980801 19766 sys_catalog.cc:455] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "86bcab95acb5412d864d7a35b8313d5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.981791 19766 sys_catalog.cc:458] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157 [sys.catalog]: This master's current role is: FOLLOWER
13:37:28.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.988487 19447 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22: Bootstrap starting.
13:37:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:28.998164 19447 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22: Neither blocks nor log segments found. Creating new log.
13:37:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.001420 19447 log.cc:824] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22: Log is configured to *not* fsync() on all Append() calls
13:37:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.013172 19447 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22: No bootstrap required, opened a new log
13:37:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.023617 19755 catalog_manager.cc:1370] Generated new certificate authority record
13:37:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.026867 19755 catalog_manager.cc:1504] Loading token signing keys...
13:37:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.050197 19447 raft_consensus.cc:348] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.051208 19447 raft_consensus.cc:374] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:37:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.051590 19447 raft_consensus.cc:729] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42213203f60b43db9c48e972b2642c22, State: Initialized, Role: FOLLOWER
13:37:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.052580 19447 consensus_queue.cc:260] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } }
13:37:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.060271 19447 sys_catalog.cc:564] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [sys.catalog]: configured and running, proceeding with master startup.
13:37:29.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.060971 19410 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [term 0 FOLLOWER]: Advancing to term 1
13:37:29.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.066561 19413 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "86bcab95acb5412d864d7a35b8313d5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42213203f60b43db9c48e972b2642c22"
13:37:29.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.069335 19415 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "86bcab95acb5412d864d7a35b8313d5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42213203f60b43db9c48e972b2642c22" is_pre_election: true
13:37:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.089767 19755 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a: Generated new TSK 0
13:37:29.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.091331 19755 catalog_manager.cc:1514] Initializing in-progress tserver states...
13:37:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.108896 19327 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/wal
13:37:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/data
13:37:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/logs
13:37:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/data/info.pb
13:37:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.193:0
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.223.193
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.193
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:37:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:29.130506 19382 tablet.cc:2369] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:37:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.059279 19769 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.131659 19769 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [sys.catalog]: This master's current role is: FOLLOWER
13:37:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.135733 19410 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [term 1 FOLLOWER]: Refusing update from remote peer 86bcab95acb5412d864d7a35b8313d5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:37:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.148253 19730 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
13:37:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.254211 19769 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 86bcab95acb5412d864d7a35b8313d5a. Latest consensus state: current_term: 1 leader_uuid: "86bcab95acb5412d864d7a35b8313d5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.255014 19769 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [sys.catalog]: This master's current role is: FOLLOWER
13:37:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.256114 19780 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "86bcab95acb5412d864d7a35b8313d5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.257120 19780 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22 [sys.catalog]: This master's current role is: FOLLOWER
13:37:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.300927 19794 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:37:29.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.343164 19726 catalog_manager.cc:1259] Loaded cluster ID: f0c38da5e5ce41e3a37b4635ed92431c
13:37:29.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.343837 19726 catalog_manager.cc:1552] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: loading cluster ID for follower catalog manager: success
13:37:29.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.352486 19726 catalog_manager.cc:1574] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: acquiring CA information for follower catalog manager: success
13:37:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.359164 19726 catalog_manager.cc:1602] T 00000000000000000000000000000000 P fdbfc423487a485f943add0b9672c157: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:37:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:29.675030 19776 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:29.675696 19776 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:29.676501 19776 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:29.730818 19776 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.728623 19800 sys_catalog.cc:455] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "86bcab95acb5412d864d7a35b8313d5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42213203f60b43db9c48e972b2642c22" member_type: VOTER last_known_addr { host: "127.18.223.254" port: 39623 } } peers { permanent_uuid: "86bcab95acb5412d864d7a35b8313d5a" member_type: VOTER last_known_addr { host: "127.18.223.253" port: 36515 } } peers { permanent_uuid: "fdbfc423487a485f943add0b9672c157" member_type: VOTER last_known_addr { host: "127.18.223.252" port: 40785 } } }
13:37:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:29.732851 19776 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.223.193
13:37:29.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.733436 19800 sys_catalog.cc:458] T 00000000000000000000000000000000 P 86bcab95acb5412d864d7a35b8313d5a [sys.catalog]: This master's current role is: LEADER
13:37:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.776299 19776 tablet_server_runner.cc:78] Tablet server non-default flags:
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/data
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/wal
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.193:0
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/data/info.pb
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.193
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:29.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.223.193
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/logs
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.778132 19776 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:29.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:29.780277 19776 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:29.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:29.812321 19805 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:30.326408 19794 catalog_manager.cc:1259] Loaded cluster ID: f0c38da5e5ce41e3a37b4635ed92431c
13:37:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:30.328191 19794 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22: loading cluster ID for follower catalog manager: success
13:37:30.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:30.367731 19794 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22: acquiring CA information for follower catalog manager: success
13:37:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:30.402609 19794 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 42213203f60b43db9c48e972b2642c22: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:37:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:29.814925 19804 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:31.202860 19803 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 19776
13:37:32.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:32.584122 19776 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.770s user 0.533s sys 1.182s
13:37:32.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:32.585078 19776 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.771s user 0.533s sys 1.182s
13:37:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:32.588027 19807 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:32.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:32.592236 19806 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2777 milliseconds
13:37:32.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.592332 19776 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:37:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.594507 19776 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.597359 19776 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.598790 19776 hybrid_clock.cc:648] HybridClock initialized: now 1786196252598733 us; error 70 us; skew 500 ppm
13:37:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.599782 19776 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:32.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.612697 19776 webserver.cc:460] Webserver started at http://127.18.223.193:45837/ using document root <none> and password file <none>
13:37:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.613955 19776 fs_manager.cc:359] Metadata directory not provided
13:37:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.614254 19776 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.614886 19776 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.620743 19776 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/data/instance:
13:37:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cf73abf1f2a4d49890777dba94a7812"
13:37:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:32 on dist-test-slave-6ntk"
13:37:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.622394 19776 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/wal/instance:
13:37:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cf73abf1f2a4d49890777dba94a7812"
13:37:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:32 on dist-test-slave-6ntk"
13:37:32.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.631549 19776 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
13:37:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.638077 19820 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.639321 19776 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.639727 19776 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/wal
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cf73abf1f2a4d49890777dba94a7812"
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:32 on dist-test-slave-6ntk"
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.640117 19776 fs_report.cc:383] FS layout report
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/wal
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/wal
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/data/data
13:37:32.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:32.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.689535 19776 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:32.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.691237 19776 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.691780 19776 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:32.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.695577 19776 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:37:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.700542 19776 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:37:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.700836 19776 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:37:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.701154 19776 ts_tablet_manager.cc:610] Registered 0 tablets
13:37:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:32.701345 19776 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:37:33.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.130501 19776 rpc_server.cc:307] RPC server started. Bound to: 127.18.223.193:35861
13:37:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.130935 19994 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.223.193:35861 every 8 connection(s)
13:37:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.135021 19776 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/data/info.pb
13:37:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.137207 19327 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 19776
13:37:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.138736 19327 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-0/wal/instance
13:37:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.178980 19327 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/wal
13:37:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/data
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/logs
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/data/info.pb
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.194:0
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.223.194
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.194
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:37:33.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.269419 19995 heartbeater.cc:347] Connected to a master server at 127.18.223.252:40785
13:37:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.270009 19995 heartbeater.cc:464] Registering TS with master...
13:37:33.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.272207 19995 heartbeater.cc:511] Master 127.18.223.252:40785 requested a full tablet report, sending...
13:37:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.274188 19996 heartbeater.cc:347] Connected to a master server at 127.18.223.253:36515
13:37:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.274827 19996 heartbeater.cc:464] Registering TS with master...
13:37:33.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.277074 19996 heartbeater.cc:511] Master 127.18.223.253:36515 requested a full tablet report, sending...
13:37:33.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.282276 19516 ts_manager.cc:194] Registered new tserver with Master: 1cf73abf1f2a4d49890777dba94a7812 (127.18.223.193:35861)
13:37:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.287981 19641 ts_manager.cc:194] Registered new tserver with Master: 1cf73abf1f2a4d49890777dba94a7812 (127.18.223.193:35861)
13:37:33.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.293996 19516 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.223.193:42959
13:37:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.307324 20000 heartbeater.cc:347] Connected to a master server at 127.18.223.254:39623
13:37:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.307946 20000 heartbeater.cc:464] Registering TS with master...
13:37:33.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.309393 20000 heartbeater.cc:511] Master 127.18.223.254:39623 requested a full tablet report, sending...
13:37:33.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.315709 19398 ts_manager.cc:194] Registered new tserver with Master: 1cf73abf1f2a4d49890777dba94a7812 (127.18.223.193:35861)
13:37:33.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:33.729172 20001 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:33.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:33.729826 20001 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:33.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:33.730504 20001 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:33.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:33.764549 20001 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:33.766496 20001 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.223.194
13:37:33.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.803102 20001 tablet_server_runner.cc:78] Tablet server non-default flags:
13:37:33.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:33.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:33.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/data
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/wal
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.194:0
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/data/info.pb
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.194
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.223.194
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/logs
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:33.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.804678 20001 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:33.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.807020 20001 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:34.303591 19996 heartbeater.cc:503] Master 127.18.223.253:36515 was elected leader, sending a full tablet report...
13:37:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:33.849466 20001 server_base.cc:1034] running on GCE node
13:37:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:33.845700 20015 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:33.847093 20016 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:33.845742 20018 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.076007 20001 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.078418 20001 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.079821 20001 hybrid_clock.cc:648] HybridClock initialized: now 1786196255079793 us; error 44 us; skew 500 ppm
13:37:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.080695 20001 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.088124 20001 webserver.cc:460] Webserver started at http://127.18.223.194:34215/ using document root <none> and password file <none>
13:37:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.089148 20001 fs_manager.cc:359] Metadata directory not provided
13:37:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.089351 20001 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.089767 20001 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.095181 20001 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/data/instance:
13:37:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "721cd83e6943483b87609b7cf0a89c0f"
13:37:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:35 on dist-test-slave-6ntk"
13:37:35.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.096567 20001 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/wal/instance:
13:37:35.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "721cd83e6943483b87609b7cf0a89c0f"
13:37:35.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:35 on dist-test-slave-6ntk"
13:37:35.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.104633 20001 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
13:37:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.111214 20030 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:35.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.112519 20001 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:37:35.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.112879 20001 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/wal
13:37:35.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "721cd83e6943483b87609b7cf0a89c0f"
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:35 on dist-test-slave-6ntk"
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.113202 20001 fs_report.cc:383] FS layout report
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/wal
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/wal
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/data/data
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.169277 20001 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.171012 20001 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.171461 20001 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.174086 20001 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:37:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.178388 20001 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:37:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.178607 20001 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:37:35.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.178802 20001 ts_tablet_manager.cc:610] Registered 0 tablets
13:37:35.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.178944 20001 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:37:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.484622 20001 rpc_server.cc:307] RPC server started. Bound to: 127.18.223.194:34123
13:37:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.485004 20203 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.223.194:34123 every 8 connection(s)
13:37:35.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.488144 20001 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/data/info.pb
13:37:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.498230 19327 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 20001
13:37:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.499075 19327 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-1/wal/instance
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.523754 19327 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/wal
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/data
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/logs
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/data/info.pb
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.195:0
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.223.195
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.195
13:37:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:37:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.589936 20209 heartbeater.cc:347] Connected to a master server at 127.18.223.254:39623
13:37:35.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.590524 20209 heartbeater.cc:464] Registering TS with master...
13:37:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.591226 20204 heartbeater.cc:347] Connected to a master server at 127.18.223.252:40785
13:37:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.591571 20204 heartbeater.cc:464] Registering TS with master...
13:37:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.591979 20209 heartbeater.cc:511] Master 127.18.223.254:39623 requested a full tablet report, sending...
13:37:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.592640 20204 heartbeater.cc:511] Master 127.18.223.252:40785 requested a full tablet report, sending...
13:37:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.593695 20205 heartbeater.cc:347] Connected to a master server at 127.18.223.253:36515
13:37:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.594111 20205 heartbeater.cc:464] Registering TS with master...
13:37:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.595027 20205 heartbeater.cc:511] Master 127.18.223.253:36515 requested a full tablet report, sending...
13:37:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.595840 19398 ts_manager.cc:194] Registered new tserver with Master: 721cd83e6943483b87609b7cf0a89c0f (127.18.223.194:34123)
13:37:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.597563 19516 ts_manager.cc:194] Registered new tserver with Master: 721cd83e6943483b87609b7cf0a89c0f (127.18.223.194:34123)
13:37:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.599227 19641 ts_manager.cc:194] Registered new tserver with Master: 721cd83e6943483b87609b7cf0a89c0f (127.18.223.194:34123)
13:37:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:35.600366 19516 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.223.194:45383
13:37:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:36.035796 20217 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:36.036592 20217 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:36.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:36.037221 20217 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:36.070786 20217 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:36.071851 20217 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.223.195
13:37:36.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:36.108454 20217 tablet_server_runner.cc:78] Tablet server non-default flags:
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.223.212:38463
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/data
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/wal
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.223.195:0
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/data/info.pb
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.223.195
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.223.254:39623,127.18.223.253:36515,127.18.223.252:40785
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.223.195
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/logs
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:36.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:36.110157 20217 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:36.112133 20217 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:36.156834 20225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:36.605582 20205 heartbeater.cc:503] Master 127.18.223.253:36515 was elected leader, sending a full tablet report...
13:37:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:36.162101 20228 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:36.164590 20217 server_base.cc:1034] running on GCE node
13:37:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:36.162642 20226 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.422914 20217 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.425340 20217 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.426751 20217 hybrid_clock.cc:648] HybridClock initialized: now 1786196257426690 us; error 67 us; skew 500 ppm
13:37:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.427623 20217 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.434377 20217 webserver.cc:460] Webserver started at http://127.18.223.195:36779/ using document root <none> and password file <none>
13:37:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.435458 20217 fs_manager.cc:359] Metadata directory not provided
13:37:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.435784 20217 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.436369 20217 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.441785 20217 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/data/instance:
13:37:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70fdf3ceb1494d8ba3e9703fbaa004f5"
13:37:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:37 on dist-test-slave-6ntk"
13:37:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.443141 20217 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/wal/instance:
13:37:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70fdf3ceb1494d8ba3e9703fbaa004f5"
13:37:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:37 on dist-test-slave-6ntk"
13:37:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.451313 20217 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
13:37:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.457531 20245 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.458874 20217 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
13:37:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.459281 20217 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/wal
13:37:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70fdf3ceb1494d8ba3e9703fbaa004f5"
13:37:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:37 on dist-test-slave-6ntk"
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.459671 20217 fs_report.cc:383] FS layout report
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/wal
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/wal
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/data/data
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.504246 20217 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.505898 20217 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.506469 20217 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:37.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.509249 20217 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:37:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.514093 20217 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:37:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.514348 20217 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:37:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.514688 20217 ts_tablet_manager.cc:610] Registered 0 tablets
13:37:37.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.514897 20217 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:37:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.916889 20217 rpc_server.cc:307] RPC server started. Bound to: 127.18.223.195:42541
13:37:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.917317 20421 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.18.223.195:42541 every 8 connection(s)
13:37:37.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.919970 20217 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/data/info.pb
13:37:37.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.925668 19327 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 20217
13:37:37.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:37.926267 19327 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster6736927403735110531/ts-2/wal/instance
13:37:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.009145 20426 heartbeater.cc:347] Connected to a master server at 127.18.223.253:36515
13:37:38.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.010911 20422 heartbeater.cc:347] Connected to a master server at 127.18.223.252:40785
13:37:38.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.011437 20422 heartbeater.cc:464] Registering TS with master...
13:37:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.013062 20422 heartbeater.cc:511] Master 127.18.223.252:40785 requested a full tablet report, sending...
13:37:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.009682 20426 heartbeater.cc:464] Registering TS with master...
13:37:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.016494 20426 heartbeater.cc:511] Master 127.18.223.253:36515 requested a full tablet report, sending...
13:37:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.017277 19641 ts_manager.cc:194] Registered new tserver with Master: 70fdf3ceb1494d8ba3e9703fbaa004f5 (127.18.223.195:42541)
13:37:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.017609 20429 heartbeater.cc:347] Connected to a master server at 127.18.223.254:39623
13:37:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.018050 20429 heartbeater.cc:464] Registering TS with master...
13:37:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.018939 20429 heartbeater.cc:511] Master 127.18.223.254:39623 requested a full tablet report, sending...
13:37:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.019117 19516 ts_manager.cc:194] Registered new tserver with Master: 70fdf3ceb1494d8ba3e9703fbaa004f5 (127.18.223.195:42541)
13:37:38.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.021142 19516 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.18.223.195:55105
13:37:38.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.022013 19397 ts_manager.cc:194] Registered new tserver with Master: 70fdf3ceb1494d8ba3e9703fbaa004f5 (127.18.223.195:42541)
13:37:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:38.031647 19327 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
13:37:38.047 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:37:38.048 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
13:37:38.059 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.223.254"
port: 39623
}
bound_http_address {
host: "127.18.223.254"
port: 46405
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.223.253"
port: 36515
}
bound_http_address {
host: "127.18.223.253"
port: 35197
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.223.252"
port: 40785
}
bound_http_address {
host: "127.18.223.252"
port: 34341
}
}
}
13:37:38.066 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:37:38.069 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.18.223.193"
port: 35861
}
bound_http_address {
host: "127.18.223.193"
port: 45837
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.18.223.194"
port: 34123
}
bound_http_address {
host: "127.18.223.194"
port: 34215
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.18.223.195"
port: 42541
}
bound_http_address {
host: "127.18.223.195"
port: 36779
}
}
}
13:37:38.070 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:37:38.311 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
13:37:38.481 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHMG64l/test-tmp
13:37:38.483 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:37:38.483 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHMG64l/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:37:38.488 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
13:37:39.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:39.025475 20426 heartbeater.cc:503] Master 127.18.223.253:36515 was elected leader, sending a full tablet report...
13:37:39.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:39.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:37:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:39.055758 20439 mini_oidc.cc:152] Starting JWKS server
13:37:39.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:39.063843 20439 webserver.cc:460] Webserver started at http://127.0.0.1:42785/ using document root <none> and password file <none>
13:37:39.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:39.064452 20439 mini_oidc.cc:189] Starting OIDC Discovery server
13:37:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:39.067469 20439 webserver.cc:460] Webserver started at http://127.0.0.1:36135/ using document root <none> and password file <none>
13:37:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
13:37:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/principal' for realm 'KRBTEST.COM',
13:37:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
13:37:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:39 dist-test-slave-6ntk krb5kdc[20460](info): setting up network...
13:37:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
13:37:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:39 dist-test-slave-6ntk krb5kdc[20460](info): set up 2 sockets
13:37:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:39 dist-test-slave-6ntk krb5kdc[20460](info): commencing operation
13:37:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
13:37:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:40.644826 20439 mini_kdc.cc:121] Time spent starting KDC: real 1.544s user 0.006s sys 0.031s
13:37:40.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
13:37:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:37:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
13:37:40.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
13:37:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:37:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
13:37:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
13:37:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:37:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
13:37:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:37:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/test-user.keytab.
13:37:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/test-user.keytab.
13:37:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:40 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196260, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:37:40.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:37:40Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:37:40.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:37:40Z Disabled control of system clock
13:37:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.245.254@KRBTEST.COM; defaulting to no policy
13:37:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:37:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.245.254@KRBTEST.COM" created.
13:37:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:37:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.245.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.254.keytab.
13:37:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.245.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.254.keytab.
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:40.874763 20439 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/logs
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/info.pb
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.254:42361
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.254
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.254.keytab
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.254
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:37:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:37:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.352499 20481 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.353374 20481 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.354017 20481 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.388738 20481 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:37:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.388978 20481 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.389237 20481 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.389444 20481 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.389628 20481 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.389932 20481 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.390175 20481 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42785/jwks.json
13:37:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:41.434237 20481 master_runner.cc:386] Master server non-default flags:
13:37:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data
13:37:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.254.keytab
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.254
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.254:42361
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/info.pb
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.254
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/logs
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:41.435606 20481 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:41.436791 20481 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.475415 20493 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.475708 20491 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:42.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:41.475507 20490 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:42.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:42.920666 20492 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1444 milliseconds
13:37:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.920809 20481 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:37:42.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.922441 20481 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.927069 20481 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.928574 20481 hybrid_clock.cc:648] HybridClock initialized: now 1786196262928560 us; error 92 us; skew 500 ppm
13:37:42.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.929507 20481 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:42 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196262, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.937354 20481 init.cc:377] Logged in from keytab as kudu/127.19.245.254@KRBTEST.COM (short username kudu)
13:37:42.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.944563 20481 webserver.cc:460] Webserver started at http://127.19.245.254:38231/ using document root <none> and password file <none>
13:37:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.945540 20481 fs_manager.cc:359] Metadata directory not provided
13:37:42.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.945735 20481 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:42.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.946237 20481 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.952078 20481 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/instance:
13:37:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f895ac47c4ab4957b60b03531d974942"
13:37:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:42 on dist-test-slave-6ntk"
13:37:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.953431 20481 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal/instance:
13:37:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f895ac47c4ab4957b60b03531d974942"
13:37:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:42 on dist-test-slave-6ntk"
13:37:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.963287 20481 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.006s sys 0.001s
13:37:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.970212 20509 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:42.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.971542 20481 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.971900 20481 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f895ac47c4ab4957b60b03531d974942"
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:42 on dist-test-slave-6ntk"
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:42.972227 20481 fs_report.cc:383] FS layout report
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/data
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.027639 20481 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.034530 20481 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.035079 20481 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.271299 20481 rpc_server.cc:307] RPC server started. Bound to: 127.19.245.254:42361
13:37:43.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.271433 20582 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.245.254:42361 every 8 connection(s)
13:37:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.274994 20481 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/info.pb
13:37:43.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.276865 20439 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 20481
13:37:43.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.277837 20439 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal/instance
13:37:43.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.286309 20583 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:37:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.245.253@KRBTEST.COM; defaulting to no policy
13:37:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.302333 20583 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } has no permanent_uuid. Determining permanent_uuid...
13:37:43.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:37:43.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.245.253@KRBTEST.COM" created.
13:37:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:37:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.245.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.253.keytab.
13:37:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.245.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.253.keytab.
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.346858 20439 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/logs
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/info.pb
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.253:38717
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.253
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.253.keytab
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.253
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:37:43.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:43 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196262, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.254@KRBTEST.COM for kudu/127.19.245.254@KRBTEST.COM
13:37:43.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.375883 20583 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } has no permanent_uuid. Determining permanent_uuid...
13:37:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.378314 20511 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.384568 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.253:38717: Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.434152 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } attempt: 1
13:37:43.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.440987 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.253:38717: Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:43.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.509590 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } attempt: 2
13:37:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.516566 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.253:38717: Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.608058 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } attempt: 3
13:37:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.614485 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.253:38717: Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:43.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.757961 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } attempt: 4
13:37:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.762655 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.253:38717: Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.825623 20592 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.826308 20592 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.826911 20592 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:43.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.859884 20592 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:37:43.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.860126 20592 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:43.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.860483 20592 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.860777 20592 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.861090 20592 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.861294 20592 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.861519 20592 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42785/jwks.json
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.900672 20592 master_runner.cc:386] Master server non-default flags:
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.253.keytab
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.253
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.253:38717
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/info.pb
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.253
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/logs
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.902082 20592 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:43.903477 20592 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.925411 20602 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:44.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:44.062139 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } attempt: 5
13:37:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:44.069146 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.253:38717: Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:44.616905 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } attempt: 6
13:37:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:44.633026 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.253:38717: Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.925993 20601 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:43.928741 20605 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:45.330241 20603 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:37:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.330381 20592 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:37:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.334326 20592 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:45.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.337033 20592 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.338431 20592 hybrid_clock.cc:648] HybridClock initialized: now 1786196265338387 us; error 56 us; skew 500 ppm
13:37:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.339504 20592 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:45 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196265, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.349642 20592 init.cc:377] Logged in from keytab as kudu/127.19.245.253@KRBTEST.COM (short username kudu)
13:37:45.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.359361 20592 webserver.cc:460] Webserver started at http://127.19.245.253:39585/ using document root <none> and password file <none>
13:37:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.360718 20592 fs_manager.cc:359] Metadata directory not provided
13:37:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.361075 20592 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.361948 20592 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.369305 20592 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/instance:
13:37:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a129c24b939409d9f453c9644ca2cc8"
13:37:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:45 on dist-test-slave-6ntk"
13:37:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.371289 20592 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal/instance:
13:37:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a129c24b939409d9f453c9644ca2cc8"
13:37:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:45 on dist-test-slave-6ntk"
13:37:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.380180 20592 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
13:37:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.387529 20627 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.388890 20592 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
13:37:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.389205 20592 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a129c24b939409d9f453c9644ca2cc8"
13:37:45.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:45 on dist-test-slave-6ntk"
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.389577 20592 fs_report.cc:383] FS layout report
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/data
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:45.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.469419 20592 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.476773 20592 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.477403 20592 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.693711 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } attempt: 7
13:37:45.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.699438 20592 rpc_server.cc:307] RPC server started. Bound to: 127.19.245.253:38717
13:37:45.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.699694 20707 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.245.253:38717 every 8 connection(s)
13:37:45.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.704015 20592 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/info.pb
13:37:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.712047 20439 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 20592
13:37:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.712791 20439 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal/instance
13:37:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.720969 20712 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:37:45.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.245.252@KRBTEST.COM; defaulting to no policy
13:37:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:37:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.245.252@KRBTEST.COM" created.
13:37:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:45 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196262, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.254@KRBTEST.COM for kudu/127.19.245.253@KRBTEST.COM
13:37:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.759769 20712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } has no permanent_uuid. Determining permanent_uuid...
13:37:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.781919 20583 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } has no permanent_uuid. Determining permanent_uuid...
13:37:45.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:45.794354 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:37:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.245.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.252.keytab.
13:37:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.245.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.252.keytab.
13:37:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.800308 20439 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data
13:37:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/logs
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/info.pb
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.252:38243
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.252
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.252.keytab
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.252
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:37:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:45 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196265, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.253@KRBTEST.COM for kudu/127.19.245.254@KRBTEST.COM
13:37:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.829504 20712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } has no permanent_uuid. Determining permanent_uuid...
13:37:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:45 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196265, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.253@KRBTEST.COM for kudu/127.19.245.253@KRBTEST.COM
13:37:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.853020 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 1
13:37:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:45.859639 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.866561 20712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } has no permanent_uuid. Determining permanent_uuid...
13:37:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:45.870319 20634 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:45.880887 20712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.930536 20712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 1
13:37:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:45.936121 20712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:45.941145 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 2
13:37:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:45.947710 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.004586 20712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 2
13:37:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.009090 20712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.033391 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 3
13:37:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.037958 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.100739 20712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 3
13:37:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.105264 20712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:46.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.178448 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 4
13:37:46.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.184903 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.248718 20712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 4
13:37:46.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.253176 20712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.262259 20723 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.263511 20723 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.265020 20723 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.311077 20723 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:37:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.311329 20723 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.311769 20723 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.312273 20723 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.312700 20723 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.313148 20723 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.313405 20723 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42785/jwks.json
13:37:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.355338 20723 master_runner.cc:386] Master server non-default flags:
13:37:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:46.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.252.keytab
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.252
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.252:38243
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/info.pb
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.252
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/logs
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:46.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.356582 20723 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.357594 20723 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:46.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.393596 20735 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.469122 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 5
13:37:46.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.477311 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:46.552677 20712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 5
13:37:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.562390 20712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.030063 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 6
13:37:47.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:47.050613 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.110188 20712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 6
13:37:47.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:47.157816 20712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.395488 20734 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:46.406690 20737 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:47.914192 20736 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1518 milliseconds
13:37:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.914361 20723 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:37:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.915906 20723 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.921610 20723 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.923084 20723 hybrid_clock.cc:648] HybridClock initialized: now 1786196267923064 us; error 83 us; skew 500 ppm
13:37:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.924142 20723 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:47 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196267, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.934459 20723 init.cc:377] Logged in from keytab as kudu/127.19.245.252@KRBTEST.COM (short username kudu)
13:37:47.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.944690 20723 webserver.cc:460] Webserver started at http://127.19.245.252:36043/ using document root <none> and password file <none>
13:37:47.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.945930 20723 fs_manager.cc:359] Metadata directory not provided
13:37:47.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.946238 20723 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.946935 20723 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:37:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.953482 20723 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/instance:
13:37:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78c2f511a08b470c9e431063274606dc"
13:37:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:47 on dist-test-slave-6ntk"
13:37:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.955171 20723 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal/instance:
13:37:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78c2f511a08b470c9e431063274606dc"
13:37:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:47 on dist-test-slave-6ntk"
13:37:47.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.965480 20723 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.010s sys 0.000s
13:37:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.974221 20751 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.975670 20723 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.001s sys 0.007s
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.976059 20723 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78c2f511a08b470c9e431063274606dc"
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:47 on dist-test-slave-6ntk"
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:47.976410 20723 fs_report.cc:383] FS layout report
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/data
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.054425 20723 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.062439 20723 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.062909 20723 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.084447 20583 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 7
13:37:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:48.096333 20583 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.218570 20712 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } attempt: 7
13:37:48.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:48.232318 20712 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.245.252:38243: Network error: Client connection negotiation failed: client connection to 127.19.245.252:38243: connect: Connection refused (error 111)
13:37:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.274897 20723 rpc_server.cc:307] RPC server started. Bound to: 127.19.245.252:38243
13:37:48.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.275064 20832 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.245.252:38243 every 8 connection(s)
13:37:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.277835 20723 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/info.pb
13:37:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.286654 20439 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 20723
13:37:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.287344 20439 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal/instance
13:37:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.286983 20834 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:37:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.316915 20834 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } has no permanent_uuid. Determining permanent_uuid...
13:37:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:48 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196260, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.245.252@KRBTEST.COM
13:37:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:48 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196267, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.252@KRBTEST.COM for kudu/127.19.245.254@KRBTEST.COM
13:37:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.390352 20834 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } has no permanent_uuid. Determining permanent_uuid...
13:37:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:48 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196260, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.245.253@KRBTEST.COM
13:37:48.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:48 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196267, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.252@KRBTEST.COM for kudu/127.19.245.253@KRBTEST.COM
13:37:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.433600 20834 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } has no permanent_uuid. Determining permanent_uuid...
13:37:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:48 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196260, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.245.254@KRBTEST.COM
13:37:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:48 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196267, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.252@KRBTEST.COM for kudu/127.19.245.252@KRBTEST.COM
13:37:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.469558 20439 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
13:37:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.475078 20834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Bootstrap starting.
13:37:48.477 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:48.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
13:37:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.486517 20834 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Neither blocks nor log segments found. Creating new log.
13:37:48.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.494860 20834 log.cc:824] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Log is configured to *not* fsync() on all Append() calls
13:37:48.495 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
13:37:48.496 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
13:37:48.502 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.245.254"
port: 42361
}
bound_http_address {
host: "127.19.245.254"
port: 38231
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.245.253"
port: 38717
}
bound_http_address {
host: "127.19.245.253"
port: 39585
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.245.252"
port: 38243
}
bound_http_address {
host: "127.19.245.252"
port: 36043
}
}
}
13:37:48.503 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:37:48.504 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:48.504 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:37:48.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:37:48.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.509290 20834 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: No bootstrap required, opened a new log
13:37:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.556221 20834 raft_consensus.cc:348] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:37:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:48 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196268, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:37:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.557035 20834 raft_consensus.cc:374] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:37:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.557358 20834 raft_consensus.cc:729] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78c2f511a08b470c9e431063274606dc, State: Initialized, Role: FOLLOWER
13:37:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.558640 20834 consensus_queue.cc:260] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:37:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.564812 20849 sys_catalog.cc:455] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } } }
13:37:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.565490 20849 sys_catalog.cc:458] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [sys.catalog]: This master's current role is: FOLLOWER
13:37:48.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.567970 20834 sys_catalog.cc:564] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [sys.catalog]: configured and running, proceeding with master startup.
13:37:48.571 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc
13:37:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:48.572948 20761 tablet.cc:2369] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:37:48.584 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:37:48.586 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc
13:37:48.590 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:37:48.598 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
13:37:48.602 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:37:48.603 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:37:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:48.625308 20866 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:37:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:48.625735 20866 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:37:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:48 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196268, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:37:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.617624 20723 master_runner.cc:186] Error getting master registration for 127.19.245.254:42361: OK, instance_id { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" instance_seqno: 1786196263204421 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:37:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.659596 20723 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:37:48.664 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:48.665 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc
13:37:48.667 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:37:48.667 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.245.253:38717
13:37:48.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
13:37:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.671119 20439 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 20592
13:37:48.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:48.710 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.245.254:42361
13:37:48.710 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:37:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.710843 20439 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 20481
13:37:48.747 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:48.747 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.245.252:38243
13:37:48.747 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
13:37:48.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.748296 20439 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 20723
13:37:48.776 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:48.776 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.245.253:38717
13:37:48.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:48.779906 20439 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/logs
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/info.pb
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.253:38717
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.253
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39585
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.253.keytab
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.253
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:37:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.134469 20874 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.135306 20874 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.136274 20874 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:49.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.178117 20874 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:37:49.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.178442 20874 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:49.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.178932 20874 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:49.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.179324 20874 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.179680 20874 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.180070 20874 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.180375 20874 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42785/jwks.json
13:37:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:49.229668 20874 master_runner.cc:386] Master server non-default flags:
13:37:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data
13:37:49.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.253.keytab
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.253
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.253:38717
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/info.pb
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.253
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39585
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/logs
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:49.231370 20874 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:49.232676 20874 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.252069 20887 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:50.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.252566 20885 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:49.252063 20890 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:50.541536 20889 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:37:50.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.541828 20874 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:37:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.546029 20874 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:50.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.548928 20874 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:50.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.550390 20874 hybrid_clock.cc:648] HybridClock initialized: now 1786196270550307 us; error 45 us; skew 500 ppm
13:37:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.551345 20874 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:50.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:50 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196270, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.557629 20874 init.cc:377] Logged in from keytab as kudu/127.19.245.253@KRBTEST.COM (short username kudu)
13:37:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.563088 20874 webserver.cc:460] Webserver started at http://127.19.245.253:39585/ using document root <none> and password file <none>
13:37:50.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.564042 20874 fs_manager.cc:359] Metadata directory not provided
13:37:50.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.564252 20874 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.572546 20874 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
13:37:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.577099 20906 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.578258 20874 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
13:37:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.578686 20874 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a129c24b939409d9f453c9644ca2cc8"
13:37:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:45 on dist-test-slave-6ntk"
13:37:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.581266 20874 fs_report.cc:383] FS layout report
13:37:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/data
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:50.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.623732 20874 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.630115 20874 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.630668 20874 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.707867 20874 rpc_server.cc:307] RPC server started. Bound to: 127.19.245.253:38717
13:37:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.707948 20989 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.245.253:38717 every 8 connection(s)
13:37:50.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.710824 20874 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/data/info.pb
13:37:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.716322 20439 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 20874
13:37:50.717 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:50.717 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.245.254:42361
13:37:50.717 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
13:37:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.719406 20439 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data
13:37:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/logs
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/info.pb
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.254:42361
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.254
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38231
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.254.keytab
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.254
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:37:50.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.724184 20991 sys_catalog.cc:263] Verifying existing consensus state
13:37:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 13:37:50.725118 20991 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:37:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.725620 20874 master.cc:537] Master@127.19.245.253:38717 shutting down...
13:37:50.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:50.799394 20874 master.cc:552] Master@127.19.245.253:38717 shutdown complete.
13:37:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:37:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.058112 20994 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.058682 20994 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.059645 20994 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.095690 20994 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:37:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.095955 20994 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.096383 20994 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.096611 20994 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.096885 20994 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.097103 20994 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.097244 20994 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42785/jwks.json
13:37:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:51.138804 20994 master_runner.cc:386] Master server non-default flags:
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.254.keytab
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.254
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.254:42361
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/info.pb
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.254
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38231
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/logs
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:51.140419 20994 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:51.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:51.141711 20994 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.169050 21004 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:52.564610 21001 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 20994
13:37:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:52.877413 21001 kernel_stack_watchdog.cc:198] Thread 20994 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 389ms:
13:37:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:37:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:37:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:37:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:37:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:51.170946 21002 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:52.878271 20994 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.708s user 0.602s sys 1.018s
13:37:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:52.878674 20994 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.709s user 0.602s sys 1.018s
13:37:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:52.881374 21006 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:52.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:52.886114 21005 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:37:52.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.886163 20994 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:37:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.887560 20994 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.890043 20994 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.891405 20994 hybrid_clock.cc:648] HybridClock initialized: now 1786196272891356 us; error 54 us; skew 500 ppm
13:37:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.892267 20994 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:52 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196272, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.898690 20994 init.cc:377] Logged in from keytab as kudu/127.19.245.254@KRBTEST.COM (short username kudu)
13:37:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.904181 20994 webserver.cc:460] Webserver started at http://127.19.245.254:38231/ using document root <none> and password file <none>
13:37:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.905074 20994 fs_manager.cc:359] Metadata directory not provided
13:37:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.905270 20994 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.913857 20994 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.003s
13:37:52.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.919127 21023 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:52.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.920388 20994 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
13:37:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.920683 20994 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f895ac47c4ab4957b60b03531d974942"
13:37:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:42 on dist-test-slave-6ntk"
13:37:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.923269 20994 fs_report.cc:383] FS layout report
13:37:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal
13:37:52.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/data
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.969909 20994 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.975518 20994 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:52.975935 20994 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.050424 20994 rpc_server.cc:307] RPC server started. Bound to: 127.19.245.254:42361
13:37:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.050503 21104 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.245.254:42361 every 8 connection(s)
13:37:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.053182 20994 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/data/info.pb
13:37:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.055970 20439 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 20994
13:37:53.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:53.057 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.245.252:38243
13:37:53.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.059535 20439 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/logs
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/info.pb
13:37:53.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.252:38243
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.252
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36043
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.252.keytab
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.252
13:37:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:37:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.064095 19566 debug-util.cc:398] Leaking SignalData structure 0x7b080009d520 after lost signal to thread 19464
13:37:53.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.064993 19566 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae0c0 after lost signal to thread 19570
13:37:53.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.066648 21105 sys_catalog.cc:263] Verifying existing consensus state
13:37:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 13:37:53.067714 21105 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:37:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.068259 20994 master.cc:537] Master@127.19.245.254:42361 shutting down...
13:37:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.154491 20994 master.cc:552] Master@127.19.245.254:42361 shutdown complete.
13:37:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:37:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.443292 21107 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:37:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.444008 21107 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:37:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.444726 21107 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:37:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.477120 21107 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:37:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.477432 21107 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:37:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.477840 21107 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:37:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.478240 21107 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:37:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.478571 21107 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:37:53.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.478901 21107 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:37:53.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.479135 21107 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42785/jwks.json
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.531721 21107 master_runner.cc:386] Master server non-default flags:
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.245.212:37039
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:37:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.245.254:42361,127.19.245.253:38717,127.19.245.252:38243
13:37:53.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/krb5kdc/kudu_127.19.245.252.keytab
13:37:53.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.245.252
13:37:53.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:37:53.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:37:53.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:37:53.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.245.252:38243
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42785/jwks.json
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/info.pb
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.245.252
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36043
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/logs
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:37:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:37:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.533355 21107 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:37:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.534852 21107 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:37:53.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.555975 21114 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.557668 21117 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:53.556493 21115 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:37:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:53.559207 21107 server_base.cc:1034] running on GCE node
13:37:54.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.901154 21107 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:37:54.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.904655 21107 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:37:54.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.906080 21107 hybrid_clock.cc:648] HybridClock initialized: now 1786196274906125 us; error 161 us; skew 500 ppm
13:37:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.907016 21107 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:37:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:54 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:37:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.921327 21107 init.cc:377] Logged in from keytab as kudu/127.19.245.252@KRBTEST.COM (short username kudu)
13:37:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.928311 21107 webserver.cc:460] Webserver started at http://127.19.245.252:36043/ using document root <none> and password file <none>
13:37:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.929256 21107 fs_manager.cc:359] Metadata directory not provided
13:37:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.929472 21107 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:37:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.938339 21107 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
13:37:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.944054 21129 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:37:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.945386 21107 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
13:37:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.945765 21107 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data,/tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78c2f511a08b470c9e431063274606dc"
13:37:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:37:47 on dist-test-slave-6ntk"
13:37:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.948519 21107 fs_report.cc:383] FS layout report
13:37:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:37:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/wal
13:37:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/data
13:37:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:37:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:37:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:37:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:54.994261 21107 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:37:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.000756 21107 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:37:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.001313 21107 kserver.cc:163] Server-wide thread pool size limit: 3276
13:37:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.097407 21107 rpc_server.cc:307] RPC server started. Bound to: 127.19.245.252:38243
13:37:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.097644 21204 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.245.252:38243 every 8 connection(s)
13:37:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.100432 21107 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskHMG64l/test-tmp/mini-kudu-cluster8496380507466872678/master-2/data/info.pb
13:37:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.105324 20439 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu as pid 21107
13:37:55.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:37:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.122426 21206 sys_catalog.cc:263] Verifying existing consensus state
13:37:55.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.134321 21206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Bootstrap starting.
13:37:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.187093 21206 log.cc:824] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Log is configured to *not* fsync() on all Append() calls
13:37:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.192433 21206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:37:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.193418 21206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Bootstrap complete.
13:37:55.208 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:55.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.239506 21206 raft_consensus.cc:348] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:37:55.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.244086 21206 raft_consensus.cc:374] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:37:55.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.244438 21206 raft_consensus.cc:729] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78c2f511a08b470c9e431063274606dc, State: Initialized, Role: FOLLOWER
13:37:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.245790 21206 consensus_queue.cc:260] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:37:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.263556 21210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } } }
13:37:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.264608 21210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [sys.catalog]: This master's current role is: FOLLOWER
13:37:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.265533 21206 sys_catalog.cc:564] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [sys.catalog]: configured and running, proceeding with master startup.
13:37:55.302 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:55.303 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.245.252:38243(127.19.245.252:38243)] connecting to peer
13:37:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:55.323441 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:37:55.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:55.323865 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:37:55.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.324025 21107 master_runner.cc:186] Error getting master registration for 127.19.245.254:42361: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111),
13:37:55.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.358237 21107 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:37:55.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.381 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.245.252:38243(127.19.245.252:38243)] Successfully connected to peer
13:37:55.483 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
13:37:55.496 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.19.245.252
13:37:55.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:55.508553 21139 tablet.cc:2369] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:37:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.650982 21210 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:37:55.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.651614 21210 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:37:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:55.656646 21137 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111)
13:37:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.660305 21210 leader_election.cc:288] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361), 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717)
13:37:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:55.672847 21137 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361): Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111)
13:37:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:55.676019 21130 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717): Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.676514 21130 leader_election.cc:302] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 78c2f511a08b470c9e431063274606dc; no voters: 1a129c24b939409d9f453c9644ca2cc8, f895ac47c4ab4957b60b03531d974942
13:37:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:55.677795 21210 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:37:55.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:37:55 dist-test-slave-6ntk krb5kdc[20460](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196268, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.245.252@KRBTEST.COM
13:37:55.787 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd998ac3f, L:/127.0.0.1:60628 - R:/127.19.245.252:38243] using SASL/GSSAPI
13:37:55.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:55.812 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:55.814 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:55.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:55.831 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:55.833 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:55.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:55.851 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:55.852 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:55.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:55.891 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:55.893 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:55.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:55.932 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:55.933 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:55.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:55.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:55.992 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:55.994 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:55.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:55.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:56.152 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:56.154 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:56.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:56.255417 19566 debug-util.cc:398] Leaking SignalData structure 0x7b080009d500 after lost signal to thread 19464
13:37:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:56.256112 19566 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8e40 after lost signal to thread 19570
13:37:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:56.328253 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:37:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:56.328605 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:37:56.332 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:56.333 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:56.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:56.811 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:56.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:56.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:56.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:56.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:57.333231 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:37:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:57.333602 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:37:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:57.562549 21242 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:37:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:57.562959 21242 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:37:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:57.564550 21242 leader_election.cc:288] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361), 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717)
13:37:57.571 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:57.571827 21130 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717): Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:57.572369 21137 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361): Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111)
13:37:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:57.572788 21137 leader_election.cc:302] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 78c2f511a08b470c9e431063274606dc; no voters: 1a129c24b939409d9f453c9644ca2cc8, f895ac47c4ab4957b60b03531d974942
13:37:57.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:57.573 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:57.573588 21242 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:37:57.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:57.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:57.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:57.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:57.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:57.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:58.112 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:37:58.113 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:37:58.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:58.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:58.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:37:58.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:58.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:58.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:37:58.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:37:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:58.336968 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:37:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:58.337237 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:37:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:59.340402 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:37:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:59.340672 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:37:59.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:59.614423 21254 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:37:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:59.614905 21254 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:37:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:59.616788 21254 leader_election.cc:288] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361), 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717)
13:37:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:59.624054 21130 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717): Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:37:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:37:59.624639 21137 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361): Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111)
13:37:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:59.625025 21137 leader_election.cc:302] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 78c2f511a08b470c9e431063274606dc; no voters: 1a129c24b939409d9f453c9644ca2cc8, f895ac47c4ab4957b60b03531d974942
13:37:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:37:59.625795 21254 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:00.343954 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:00.344249 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:00.361400 21107 master_runner.cc:186] Error getting master registration for 127.19.245.254:42361: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111),
13:38:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:00.362017 21107 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:00.591 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:00.592 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:00.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:00.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:00.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:00.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:00.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:00.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:00.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:01.347548 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:01.347874 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:02.350854 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:02.351123 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:02.471 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:02.474 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:02.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:02.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:02.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:02.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:02.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:02.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:02.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:02.648144 21269 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:02.648624 21269 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:38:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:02.650327 21269 leader_election.cc:288] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361), 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717)
13:38:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:02.652511 21137 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111) [suppressed 5 similar messages]
13:38:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:02.655108 21130 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717): Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:38:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:02.655606 21137 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361): Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111)
13:38:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:02.655901 21137 leader_election.cc:302] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 78c2f511a08b470c9e431063274606dc; no voters: 1a129c24b939409d9f453c9644ca2cc8, f895ac47c4ab4957b60b03531d974942
13:38:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:02.656520 21269 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:03.354295 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:03.354611 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:04.191 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:04.192 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:04.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:04.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:04.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:04.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:04.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:04.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:04.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:04.358253 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:04.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:04.358662 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:04.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:38:04 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196284, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:04.926021 21124 init.cc:295] Successfully reacquired a new kerberos TGT
13:38:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:05.362104 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:05.362429 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:05.366302 21107 master_runner.cc:186] Error getting master registration for 127.19.245.254:42361: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111),
13:38:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:05.366735 21107 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:06.365587 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:06.365969 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:07.369263 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:07.369576 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:07.612 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:07.613 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:07.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:07.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:07.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:07.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:07.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:07.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:07.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:07.691 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:07.694 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:07.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:07.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:07.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:07.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:07.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:07.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:07.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:08.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:08.372570 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:08.372835 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:08.391768 21283 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:08.392374 21283 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:38:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:08.394780 21283 leader_election.cc:288] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361), 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717)
13:38:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:08.397092 21137 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111) [suppressed 1 similar messages]
13:38:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:08.400134 21137 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361): Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111)
13:38:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:08.400743 21130 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717): Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:38:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:08.401059 21130 leader_election.cc:302] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 78c2f511a08b470c9e431063274606dc; no voters: 1a129c24b939409d9f453c9644ca2cc8, f895ac47c4ab4957b60b03531d974942
13:38:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:08.401772 21283 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:09.375712 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:09.375984 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:10.369689 21107 master_runner.cc:186] Error getting master registration for 127.19.245.254:42361: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111),
13:38:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:10.370112 21107 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:10.378813 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:10.379061 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:10.531 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:10.533 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:10.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:10.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:10.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:10.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:10.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:10.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:10.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:11.382146 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:11.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:11.382421 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:11.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:11.673007 21293 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:11.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:11.673408 21293 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:38:11.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:11.675173 21293 leader_election.cc:288] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361), 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717)
13:38:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:11.679559 21130 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717): Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:38:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:11.680069 21137 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361): Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111)
13:38:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:11.680408 21137 leader_election.cc:302] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 78c2f511a08b470c9e431063274606dc; no voters: 1a129c24b939409d9f453c9644ca2cc8, f895ac47c4ab4957b60b03531d974942
13:38:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:11.680956 21293 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:12.211 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:12.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:12.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:12.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:12.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:12.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:12.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:12.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:12.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:12.385246 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:12.385627 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:13.388722 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:13.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:13.389036 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:13.924144 19566 debug-util.cc:398] Leaking SignalData structure 0x7b080009bbc0 after lost signal to thread 19464
13:38:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:13.924705 19566 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae820 after lost signal to thread 19570
13:38:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:14.392961 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:14.393356 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:38:14 dist-test-slave-6ntk krb5kdc[20460](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196294, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.245.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:14.928756 21124 init.cc:295] Successfully reacquired a new kerberos TGT
13:38:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:15.373567 21107 master_runner.cc:186] Error getting master registration for 127.19.245.254:42361: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111),
13:38:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:15.374063 21107 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:15.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:15.396503 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:15.396767 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:16.171 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:16.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:16.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:16.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:16.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:16.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:16.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:16.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:16.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:16.399787 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:16.400051 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:17.403178 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:17.403443 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:18.114727 21199 debug-util.cc:398] Leaking SignalData structure 0x7b08000b95c0 after lost signal to thread 21108
13:38:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:18.115347 21199 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3a60 after lost signal to thread 21204
13:38:18.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:18.406494 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:18.406847 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:19.409723 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:19.410080 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:20.231 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:20.232 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:20.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:20.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:20.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:20.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:20.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:20.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:20.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:20.345301 21317 raft_consensus.cc:482] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:20.345789 21317 raft_consensus.cc:504] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f895ac47c4ab4957b60b03531d974942" member_type: VOTER last_known_addr { host: "127.19.245.254" port: 42361 } } peers { permanent_uuid: "1a129c24b939409d9f453c9644ca2cc8" member_type: VOTER last_known_addr { host: "127.19.245.253" port: 38717 } } peers { permanent_uuid: "78c2f511a08b470c9e431063274606dc" member_type: VOTER last_known_addr { host: "127.19.245.252" port: 38243 } }
13:38:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:20.347842 21317 leader_election.cc:288] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361), 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717)
13:38:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:20.349711 21137 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111) [suppressed 3 similar messages]
13:38:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:20.352612 21137 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f895ac47c4ab4957b60b03531d974942 (127.19.245.254:42361): Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111)
13:38:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:20.353104 21130 leader_election.cc:334] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1a129c24b939409d9f453c9644ca2cc8 (127.19.245.253:38717): Network error: Client connection negotiation failed: client connection to 127.19.245.253:38717: connect: Connection refused (error 111)
13:38:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:20.353384 21130 leader_election.cc:302] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 78c2f511a08b470c9e431063274606dc; no voters: 1a129c24b939409d9f453c9644ca2cc8, f895ac47c4ab4957b60b03531d974942
13:38:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:20.353986 21317 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:20.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:20.386986 21107 master_runner.cc:186] Error getting master registration for 127.19.245.254:42361: Network error: Client connection negotiation failed: client connection to 127.19.245.254:42361: connect: Connection refused (error 111),
13:38:20.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:20.387512 21107 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:20.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:20.413403 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:20.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:20.413734 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:21.416859 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:21.417315 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:22.420826 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:22.421139 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:23.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:23.395103 20200 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba980 after lost signal to thread 20008
13:38:23.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:23.396047 20200 debug-util.cc:398] Leaking SignalData structure 0x7b08000bef40 after lost signal to thread 20203
13:38:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:23.424302 21232 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 78c2f511a08b470c9e431063274606dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:23.424576 21232 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:23.912 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.253:38717(127.19.245.253:38717)] connecting to peer
13:38:23.913 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.245.254:42361(127.19.245.254:42361)] connecting to peer
13:38:23.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:23.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.245.253:38717(127.19.245.253:38717)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:23.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.253:38717: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717
13:38:23.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:23.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.254:42361(127.19.245.254:42361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:23.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.245.254:42361: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
13:38:23.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243; will retry
13:38:23.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28812), Traces: [0ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [264ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [264ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [686ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [690ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [697ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [706ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [712ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [714ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [720ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [726ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [740ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [745ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [746ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [776ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [780ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [787ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [789ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [791ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [821ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [827ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [881ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [886ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [887ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [890ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1037ms] refreshing cache from master, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1047ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1050ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1217ms] refreshing cache from master, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1226ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1227ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1696ms] refreshing cache from master, [1696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1700ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1706ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1708ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1709ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2456ms] refreshing cache from master, [2457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2464ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [2465ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2997ms] refreshing cache from master, [2997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [2999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [3001ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [3005ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [3005ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [5476ms] refreshing cache from master, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [5478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [5479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [5480ms] too many traces: truncated at 100 traces, deferred=Deferred@1092844197(state=PENDING, result=null, callback=(continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217), errback=(continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217)))
13:38:23.933 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.245.254:42361(127.19.245.254:42361)] disconnecting while in state TERMINATED
13:38:23.934 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.245.252:38243(127.19.245.252:38243)] disconnecting while in state READY
13:38:23.935 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.245.253:38717(127.19.245.253:38717)] disconnecting while in state TERMINATED
13:38:23.957 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:38:23.960 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:38:23.982 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.245.252:38243(127.19.245.252:38243)] handling channelInactive
13:38:23.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.245.252:38243(127.19.245.252:38243)] cleaning up while in state READY due to: connection closed
13:38:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:23.982573 20439 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 21107
13:38:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:24.231235 19443 debug-util.cc:398] Leaking SignalData structure 0x7b08000aba80 after lost signal to thread 19347
13:38:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:38:24.232084 19443 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab980 after lost signal to thread 19446
13:38:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:38:25Z chronyd exiting
13:38:26.449 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:38:26.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:26.451256 19327 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 19776
13:38:26.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:26.521821 19327 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 20001
13:38:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:26.578460 19327 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 20217
13:38:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:26.616065 19327 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 19345
13:38:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:26.664816 19327 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 19454
13:38:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:38:26.709735 19327 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskHMG64l/build/tsan/bin/kudu with pid 19576
13:38:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:38:27Z chronyd exiting
13:38:28.959 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28812), Traces: [0ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [264ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [264ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [686ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [690ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [697ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [706ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [712ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [714ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [720ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [726ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [740ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [745ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [746ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [776ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [780ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [787ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [789ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [791ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [821ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [827ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [881ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [886ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [887ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [890ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1037ms] refreshing cache from master, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1047ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1050ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1217ms] refreshing cache from master, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1226ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1227ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1696ms] refreshing cache from master, [1696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1700ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1706ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1708ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1709ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2456ms] refreshing cache from master, [2457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2464ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [2465ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2997ms] refreshing cache from master, [2997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [2999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [3001ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [3005ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [3005ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [5476ms] refreshing cache from master, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [5478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [5479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [5480ms] too many traces: truncated at 100 traces, deferred=Deferred@1092844197(state=PENDING, result=null, callback=(continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217), errback=(continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.245.254:42361
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28812), Traces: [0ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [264ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [264ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [686ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [690ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [697ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [706ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [712ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [713ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [714ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [720ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [726ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [727ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [740ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [745ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [746ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [748ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [776ms] refreshing cache from master, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [780ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [787ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [789ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [791ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [817ms] refreshing cache from master, [817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [821ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [824ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [827ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [828ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [877ms] refreshing cache from master, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [881ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [886ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [887ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [890ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1037ms] refreshing cache from master, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1047ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1050ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1217ms] refreshing cache from master, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1220ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1226ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1227ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1696ms] refreshing cache from master, [1696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [1698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [1700ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [1706ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [1708ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [1709ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2456ms] refreshing cache from master, [2457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [2458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [2460ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [2460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2464ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [2465ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [2997ms] refreshing cache from master, [2997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [2999ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [3001ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.253:38717: Network error: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.254:42361: Network error: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [3005ms] Sub RPC ConnectToMaster: received response from server master-127.19.245.252:38243: OK, [3005ms] delaying RPC due to: Service unavailable: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361, [5476ms] refreshing cache from master, [5477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.253:38717, [5478ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.254:42361, [5479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.245.252:38243, [5480ms] too many traces: truncated at 100 traces, deferred=Deferred@1092844197(state=PENDING, result=null, callback=(continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217), errback=(continuation of Deferred@1206362733 after retry RPC after error@1358134021) -> (continuation of Deferred@138240068 after retry RPC after error@1376896436) -> (continuation of Deferred@673177937 after retry RPC after error@1677696004) -> (continuation of Deferred@2359167 after retry RPC after error@1547937450) -> (continuation of Deferred@193057050 after retry RPC after error@344024018) -> (continuation of Deferred@189181498 after retry RPC after error@1248935694) -> (continuation of Deferred@1341992539 after retry RPC after error@1358777221) -> (continuation of Deferred@1853102302 after retry RPC after error@767480657) -> (continuation of Deferred@194490187 after retry RPC after error@822901983) -> (continuation of Deferred@2138058952 after retry RPC after error@613367852) -> (continuation of Deferred@307514881 after retry RPC after error@1080832528) -> (continuation of Deferred@1046789285 after retry RPC after error@1614021989) -> (continuation of Deferred@1344301860 after retry RPC after error@1912418178) -> (continuation of Deferred@1793537164 after retry RPC after error@708320152) -> (continuation of Deferred@2031234224 after retry RPC after error@1628151087) -> (continuation of Deferred@849057494 after retry RPC after error@1486204870) -> (continuation of Deferred@805990344 after retry RPC after error@223702531) -> (continuation of Deferred@1670804569 after retry RPC after error@369626226) -> (continuation of Deferred@1964987732 after retry RPC after error@1394346114) -> (continuation of Deferred@66619908 after retry RPC after error@1439002005) -> (continuation of Deferred@1526675340 after retry RPC after error@1762950217)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.245.253:38717,127.19.245.254:42361,127.19.245.252:38243) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.253:38717(127.19.245.253:38717): Connection refused: /127.19.245.253:38717,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.245.254:42361(127.19.245.254:42361): Connection refused: /127.19.245.254:42361
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.245.254:42361
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)